-- Logs begin at Thu 2021-12-23 10:54:01 UTC, end at Thu 2021-12-23 11:53:58 UTC. -- Dec 23 11:24:10.868561 dv-cinder-730936-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 11:24:13.646618 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.common.config [-] Logging enabled! Dec 23 11:24:13.647274 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 11:24:13.647363 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102418) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 11:24:13.650736 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.common.config [-] Logging enabled! Dec 23 11:24:13.650988 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 11:24:13.651300 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102418) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 11:24:13.652361 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 11:24:13.652689 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 11:24:13.653047 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 11:24:13.653349 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 11:24:13.653576 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 11:24:13.653900 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.654317 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 23 11:24:13.654627 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.654917 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.655208 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.655482 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.655766 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.656047 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.656332 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.656626 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.656920 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.657198 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.657543 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.657759 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.658039 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.658319 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.658601 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.658878 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] debug = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.659153 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.659583 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.660002 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.660278 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.660561 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.660840 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.661111 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.661386 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.661667 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.662127 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] host = dv-cinder-730936-3-iscsi {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.662411 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.662698 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.662980 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.663263 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.663536 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.663811 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.664091 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.664361 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.664630 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.664926 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.665211 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.665495 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.665781 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.666006 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.666227 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.666522 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.666804 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.667076 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.667346 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.667618 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.667894 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.668165 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.668431 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.668737 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.669078 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.669359 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.669630 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.669902 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.670171 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.670440 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.670723 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.670995 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.671266 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.671537 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.671822 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.672088 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.672358 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.672668 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.672968 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.673249 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.673530 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.673802 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.674080 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.674347 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.674614 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.674882 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] use_json = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.675149 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.675414 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.675693 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.675963 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.676232 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.676501 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.676793 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.677076 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:13.677372 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.677669 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.677967 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.678245 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.678545 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.678822 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.679106 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.679379 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.679664 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.679949 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.680239 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.680516 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.680840 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.681132 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.681427 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.681736 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.682032 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.682324 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.682597 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.682870 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.683143 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.683419 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.683707 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.683984 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.684270 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.684588 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.684888 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.685186 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.685471 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.685764 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.686052 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.686327 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.686608 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.686898 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.687178 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.687447 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.687727 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.688013 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.688289 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.688561 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.688867 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.689145 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.689413 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.689683 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.689960 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.690247 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.690519 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.690785 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.691052 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.691322 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.691590 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.691873 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.692147 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.692417 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.692711 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.692995 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.693268 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.693540 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.693820 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.694091 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.694369 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.694640 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.694913 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.695183 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.695452 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.695722 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.695993 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.696266 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.696541 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.696844 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.697119 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.697390 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.697667 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.697938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.698222 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.698520 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.698796 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.699073 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.699347 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.699622 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.699895 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.700209 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.700489 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.700795 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.701069 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.701358 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.701639 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.701927 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.702209 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.702516 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.702809 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.703086 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.703369 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.703644 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.703922 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.704202 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.704482 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.704802 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.705092 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.705382 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.705669 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.705961 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.706241 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.706545 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.706822 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:13.707037 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 11:24:13.707276 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102418) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 11:24:14.128436 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 11:24:14.128654 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 11:24:14.128949 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 11:24:14.129296 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 11:24:14.448176 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.448460 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.448756 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.450051 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.450386 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.450663 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.495313 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.495589 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.495858 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.509777 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.510056 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.510325 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.538513 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.538792 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.539031 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.576341 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.576614 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.576913 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.909873 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.910551 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.910551 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.910732 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:14.911353 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.009250 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.009568 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.009859 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.010124 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.010389 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.010695 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.010952 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.011212 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.011463 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.011747 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.011986 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.012256 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.012509 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.012835 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.013093 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.013357 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.013611 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.013881 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.014134 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.014395 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.014668 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.014927 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.015204 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.015581 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.015858 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.016082 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.016472 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.016744 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.016986 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.017223 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.017458 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.017693 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.018054 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 11:24:15.021181 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 11:24:15.025335 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 11:24:15.029390 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 23 11:24:15.031030 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 11:24:15.031496 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 11:24:15.031827 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 11:24:15.032213 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 11:24:15.035080 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 11:24:15.035335 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 11:24:15.035682 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 11:24:15.041023 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 23 11:24:15.063902 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 23 11:24:15.064360 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.064688 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102418) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 23 11:24:15.065054 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.066451 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102418) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 11:24:15.066729 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 11:24:15.066968 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 11:24:15.070221 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.070505 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.136450 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 11:24:15.136688 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 11:24:15.136950 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 11:24:15.137314 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 11:24:15.160034 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_db.sqlalchemy.engines [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102418) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 23 11:24:15.596470 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing driver for type 'gre' Dec 23 11:24:15.596946 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] gre ID ranges: [(1, 1000)] Dec 23 11:24:15.647044 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing driver for type 'local' Dec 23 11:24:15.647379 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing driver for type 'vlan' Dec 23 11:24:15.662002 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] VlanTypeDriver initialization complete Dec 23 11:24:15.662375 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing driver for type 'vxlan' Dec 23 11:24:15.662867 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] vxlan ID ranges: [(1, 1000)] Dec 23 11:24:15.723789 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing extension driver 'port_security' Dec 23 11:24:15.724157 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] PortSecurityExtensionDriver initialization complete Dec 23 11:24:15.724837 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing mechanism driver 'openvswitch' Dec 23 11:24:15.725279 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing mechanism driver 'hyperv' Dec 23 11:24:15.734582 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:24:15.735458 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.735844 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.736215 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.737111 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:24:15.737558 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.737924 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.738286 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.738698 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:24:15.739155 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.739516 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.739877 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.740270 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:24:15.740760 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > security_group after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.741114 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > security_group after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.741454 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > security_group after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.741990 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:24:15.742419 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.742781 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.743140 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.743549 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:24:15.743968 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > address_group after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.744326 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > address_group after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.744692 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > address_group after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.745125 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102418) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:24:15.745507 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] ML2 OVO RPC backend initialized. {{(pid=102418) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 23 11:24:15.746258 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.746625 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.747048 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.747408 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > networks before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.747785 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.748139 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > ports before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.748491 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.748867 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnets before_response 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.749229 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.749580 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.749931 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.750282 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.750633 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.750983 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.751331 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.751681 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.752040 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.752642 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.plugin [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Modular L2 Plugin initialization complete Dec 23 11:24:15.752996 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading services supported by the core plugin {{(pid=102418) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 11:24:15.753344 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.plugins.ml2.managers [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Got port-security extension from driver 'port_security' Dec 23 11:24:15.753834 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.extensions.vlantransparent [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Disabled vlantransparent extension. Dec 23 11:24:15.754355 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102418) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 11:24:15.754665 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: router Dec 23 11:24:15.791356 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_interface before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.791743 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_create 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.792103 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router before_create 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.792460 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.792860 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.793205 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_delete 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.793559 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > floatingip after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.794056 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > floatingip after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.794414 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_create 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.794734 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_update 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.795102 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_update 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.795426 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.795775 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_update 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.796182 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_update 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.796543 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.796906 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.797243 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: subnet after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.797572 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.797915 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > port precommit_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.798252 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_create 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.798583 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.798919 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.799268 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router after_update 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.799600 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_delete 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.799945 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_create 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.800282 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.800619 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_update 55549900 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.800997 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > agent after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.801359 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > agent after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.801717 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > network after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.802612 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Tracking information for resource: router configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.802956 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Tracking information for resource: floatingip configured {{(pid=102418) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:24:15.808031 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.db.l3_agentschedulers_db [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 11:24:15.808688 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.809038 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.809398 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.809754 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.810558 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router before_create 55550100 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.810933 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_delete 55550100 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.811306 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_create 55550100 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.811656 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > router precommit_update 55550100 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.816372 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.provider_configuration [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service providers = [] {{(pid=102418) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 11:24:15.816752 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.db.servicetype_db [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102418) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 11:24:15.819653 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.service_base [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:24:15.819995 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.service_base [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:24:15.820330 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.service_base [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:24:15.821245 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.services.service_base [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102418) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:24:15.821611 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.services.service_base [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 11:24:15.821971 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.822286 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 11:24:15.833079 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.833412 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: auto_allocate Dec 23 11:24:15.839375 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: network precommit_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.839736 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: network precommit_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.840240 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.840554 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: tag Dec 23 11:24:15.847610 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.847871 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: timestamp Dec 23 11:24:15.851656 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.851988 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: network_ip_availability Dec 23 11:24:15.857595 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.857961 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.858310 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:15.859019 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.859336 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: flavors Dec 23 11:24:15.864848 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.865182 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading Plugin: revisions Dec 23 11:24:15.869488 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102418) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:24:15.869879 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_concurrency.lockutils [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=102418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 11:24:15.870615 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102418) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 23 11:24:15.870949 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Initializing extension manager. Dec 23 11:24:15.871459 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: __init__.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.871799 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: __pycache__ {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.872150 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.872477 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: address_group.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.873252 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.873812 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: address-group Dec 23 11:24:15.874130 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: address_scope.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.874836 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.875334 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: address-scope Dec 23 11:24:15.875651 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: admin_state_down_before_update.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.876571 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.877100 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: router-admin-state-down-before-update Dec 23 11:24:15.877416 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: agent.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.878111 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.878606 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: agent Dec 23 11:24:15.878907 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: agent_resources_synced.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.879803 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.880309 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: agent-resources-synced Dec 23 11:24:15.880616 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: allowedaddresspairs.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.882388 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.882903 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: allowed-address-pairs Dec 23 11:24:15.883227 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: auto_allocated_topology.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.884300 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.884834 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: auto-allocated-topology Dec 23 11:24:15.885155 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: availability_zone.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.885834 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.886334 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: availability_zone Dec 23 11:24:15.886648 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: availability_zone_filter.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.887562 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.888082 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: availability_zone_filter Dec 23 11:24:15.888393 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: data_plane_status.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.889310 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.889801 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 11:24:15.890115 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: default_subnetpools.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.891018 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.891510 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: default-subnetpools Dec 23 11:24:15.891829 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: dhcpagentscheduler.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.892620 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.893139 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: dhcp_agent_scheduler Dec 23 11:24:15.893454 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: dns.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.894354 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.894842 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension dns-integration not supported by any of loaded plugins Dec 23 11:24:15.895159 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: dns_domain_ports.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.896060 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.896550 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 11:24:15.896892 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.897804 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.898301 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 23 11:24:15.898616 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: dvr.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.899279 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.899775 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: dvr Dec 23 11:24:15.900088 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: ecmp_routes.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.901029 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.901520 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension ecmp_routes not supported by any of loaded plugins Dec 23 11:24:15.901841 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: empty_string_filtering.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.902731 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.903256 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: empty-string-filtering Dec 23 11:24:15.903564 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.904475 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.905006 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 11:24:15.905318 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.906221 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.906712 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 11:24:15.907022 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: external_net.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.907914 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.908412 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: external-net Dec 23 11:24:15.908756 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: extra_dhcp_opt.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.909663 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.910159 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: extra_dhcp_opt Dec 23 11:24:15.910700 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: extraroute.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.911360 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.911857 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: extraroute Dec 23 11:24:15.912167 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: extraroute_atomic.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.914690 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.915220 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: extraroute-atomic Dec 23 11:24:15.915550 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: filter_validation.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.916222 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.916759 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: filter-validation Dec 23 11:24:15.917082 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: fip_pf_description.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.917991 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.918484 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 11:24:15.918836 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: fip_port_details.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.919754 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.920259 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: fip-port-details Dec 23 11:24:15.920575 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: flavors.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.921834 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.922346 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: flavors Dec 23 11:24:15.922660 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.924341 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.924881 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 11:24:15.925210 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: floatingip_pools.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.925899 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.926396 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: floatingip-pools Dec 23 11:24:15.926716 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: ip_allocation.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.927637 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.928142 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 11:24:15.928460 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.929436 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.929953 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: ip-substring-filtering Dec 23 11:24:15.930285 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l2_adjacency.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.931253 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.931787 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 11:24:15.932118 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.933156 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.933680 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: router Dec 23 11:24:15.934016 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3_conntrack_helper.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.936387 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.936949 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 11:24:15.937297 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.938266 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.938853 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: ext-gw-mode Dec 23 11:24:15.939198 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.940171 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.940736 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: l3-ha Dec 23 11:24:15.941073 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3_flavors.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.942023 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.942549 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: l3-flavors Dec 23 11:24:15.942881 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.943896 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.944423 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 11:24:15.944786 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: l3agentscheduler.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.945865 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.946387 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: l3_agent_scheduler Dec 23 11:24:15.946724 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: local_ip.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.948631 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.949192 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension local_ip not supported by any of loaded plugins Dec 23 11:24:15.949534 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: logging.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.951126 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.951662 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension logging not supported by any of loaded plugins Dec 23 11:24:15.952007 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: metering.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.952938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.953548 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: metering Dec 23 11:24:15.953888 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.955062 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.955588 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: metering_source_and_destination_fields Dec 23 11:24:15.955924 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: multiprovidernet.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.956907 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.957455 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: multi-provider Dec 23 11:24:15.957796 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: netmtu.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.958737 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.959255 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: net-mtu Dec 23 11:24:15.959587 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: netmtu_writable.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.960535 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.961099 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: net-mtu-writable Dec 23 11:24:15.961415 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: network_availability_zone.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.962120 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.962658 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: network_availability_zone Dec 23 11:24:15.962988 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: network_ip_availability.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.964130 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.964683 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: network-ip-availability Dec 23 11:24:15.965033 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: network_segment_range.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.965838 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.966370 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 11:24:15.966705 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: pagination.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.967718 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.968058 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: pagination Dec 23 11:24:15.968387 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: port_device_profile.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.969360 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.969893 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: port-device-profile Dec 23 11:24:15.970240 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.971181 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.971718 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: port-mac-address-regenerate Dec 23 11:24:15.972054 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.973026 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.973567 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: port-numa-affinity-policy Dec 23 11:24:15.973894 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: port_resource_request.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.974818 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.975372 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 11:24:15.975706 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: port_resource_request_groups.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.976736 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.977260 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 23 11:24:15.977589 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: portbindings.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.978532 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.979066 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: binding Dec 23 11:24:15.979398 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: portbindings_extended.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.980727 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.981295 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: binding-extended Dec 23 11:24:15.981685 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: portsecurity.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.982632 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.983143 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: port-security Dec 23 11:24:15.983478 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: project_id.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.984493 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.984880 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: project-id Dec 23 11:24:15.985221 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: providernet.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.986177 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.987049 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: provider Dec 23 11:24:15.987383 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.991203 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.991742 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos not supported by any of loaded plugins Dec 23 11:24:15.992083 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.993427 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.993972 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 11:24:15.994316 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.995221 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.995720 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 11:24:15.996034 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_default.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.996976 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.997478 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-default not supported by any of loaded plugins Dec 23 11:24:15.997795 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_fip.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:15.998440 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:15.998931 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-fip not supported by any of loaded plugins Dec 23 11:24:15.999243 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_fip_network_policy.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.000145 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.000643 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 23 11:24:16.000982 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_gateway_ip.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.001893 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.002387 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 11:24:16.002701 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_port_network_policy.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.003712 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.004208 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 11:24:16.004527 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.005579 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.006075 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 23 11:24:16.006393 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_pps_rule.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.007577 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.008080 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-pps not supported by any of loaded plugins Dec 23 11:24:16.008397 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_rule_type_details.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.009339 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.009837 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 11:24:16.010151 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: qos_rules_alias.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.011177 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.011686 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 11:24:16.012001 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: quota_check_limit.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.012976 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.013477 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: quota-check-limit Dec 23 11:24:16.013794 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: quotasv2.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.014722 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.015047 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: quotas Dec 23 11:24:16.015358 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: quotasv2_detail.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.018762 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.019114 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: quota_details Dec 23 11:24:16.019457 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: rbac.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.020527 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.021122 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: rbac-policies Dec 23 11:24:16.021467 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: rbac_address_group.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.022442 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.022990 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: rbac-address-group Dec 23 11:24:16.023316 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: rbac_address_scope.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.024266 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.024814 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: rbac-address-scope Dec 23 11:24:16.025153 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: rbac_security_groups.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.026101 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.026604 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: rbac-security-groups Dec 23 11:24:16.026916 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: rbac_subnetpool.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.027820 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.028348 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: rbac-subnetpool Dec 23 11:24:16.028731 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: revisionifmatch.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.029595 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.030100 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: revision-if-match Dec 23 11:24:16.030412 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: revisions.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.031531 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.032042 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: standard-attr-revisions Dec 23 11:24:16.032352 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: router_availability_zone.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.033040 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.033538 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: router_availability_zone Dec 23 11:24:16.033849 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: routerservicetype.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.034756 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.035254 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension router-service-type not supported by any of loaded plugins Dec 23 11:24:16.035567 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.036555 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.037083 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: security-groups-normalized-cidr Dec 23 11:24:16.037403 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: security_groups_port_filtering.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.038315 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.038818 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: port-security-groups-filtering Dec 23 11:24:16.039129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.040058 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.040564 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: security-groups-remote-address-group Dec 23 11:24:16.040892 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.041819 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.042313 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: security-groups-shared-filtering Dec 23 11:24:16.042624 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.043207 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 23 11:24:16.043515 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: securitygroup.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.053463 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.053984 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: security-group Dec 23 11:24:16.054312 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: segment.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.055096 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.055595 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension segment not supported by any of loaded plugins Dec 23 11:24:16.055916 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.056883 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.057389 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 11:24:16.057707 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: servicetype.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.058795 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.059311 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: service-type Dec 23 11:24:16.059672 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: sorting.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.060631 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.061003 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: sorting Dec 23 11:24:16.061302 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: standard_attr_segment.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.062214 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.062728 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 11:24:16.063047 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: standardattrdescription.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.063698 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.064205 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: standard-attr-description Dec 23 11:24:16.064527 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: stateful_security_group.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.065475 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.065977 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: stateful-security-group Dec 23 11:24:16.066294 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: stdattrs_common.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.066851 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 11:24:16.067168 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.068070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.068569 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 11:24:16.068909 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: subnet_onboard.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.069975 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.070482 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: subnet_onboard Dec 23 11:24:16.070805 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.071728 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.072234 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 11:24:16.072549 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: subnet_service_types.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.073495 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.073996 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: subnet-service-types Dec 23 11:24:16.074311 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: subnetallocation.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.075429 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.075931 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: subnet_allocation Dec 23 11:24:16.076246 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.076938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.077436 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: subnetpool-prefix-ops Dec 23 11:24:16.077753 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.078684 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.079179 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 11:24:16.079495 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: tagging.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.080569 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.081114 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: standard-attr-tag Dec 23 11:24:16.081434 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: timestamp.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.082621 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.083149 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loaded extension: standard-attr-timestamp Dec 23 11:24:16.083466 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: trunk.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.084504 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.085047 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension trunk not supported by any of loaded plugins Dec 23 11:24:16.085367 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: trunk_details.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.086279 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.086783 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension trunk-details not supported by any of loaded plugins Dec 23 11:24:16.087098 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: uplink_status_propagation.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.088172 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.088712 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 11:24:16.089045 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Loading extension file: vlantransparent.py {{(pid=102418) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:24:16.089710 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102418) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:24:16.090216 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 11:24:16.092842 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:network Dec 23 11:24:16.093364 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:subnet Dec 23 11:24:16.093750 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:24:16.094123 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:port Dec 23 11:24:16.095365 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.095803 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service FLAVORS assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.096416 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.096869 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.097192 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:router Dec 23 11:24:16.097607 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:floatingip Dec 23 11:24:16.098161 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service METERING assigned prefix: /metering {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.099535 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:16.099898 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:16.100235 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:24:16.101360 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 11:24:16.101875 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:security_group Dec 23 11:24:16.102314 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 11:24:16.102939 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service CORE assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.103346 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:24:16.103716 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] subnetpool is already registered Dec 23 11:24:16.104172 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service CORE assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.104541 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:24:16.104925 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] subnetpool is already registered Dec 23 11:24:16.107749 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.108280 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service FLAVORS assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.109121 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.109574 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.109953 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:router Dec 23 11:24:16.110316 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] router is already registered Dec 23 11:24:16.110857 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:floatingip Dec 23 11:24:16.111242 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] floatingip is already registered Dec 23 11:24:16.112065 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service METERING assigned prefix: /metering {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.112910 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 11:24:16.113282 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] rbac_policy is already registered Dec 23 11:24:16.113766 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:security_group Dec 23 11:24:16.114180 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] security_group is already registered Dec 23 11:24:16.114647 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 11:24:16.115007 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] security_group_rule is already registered Dec 23 11:24:16.115724 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service CORE assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.116148 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:24:16.116509 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] subnetpool is already registered Dec 23 11:24:16.117007 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.v2.resource_helper [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Service CORE assigned prefix: {{(pid=102418) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:24:16.117377 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:24:16.117758 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING neutron.quota.resource_registry [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] subnetpool is already registered Dec 23 11:24:16.118336 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: extensions {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.120032 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: address-groups {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.121773 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: address-scopes {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.123435 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: agents {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.124745 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: auto-allocated-topology {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.126058 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: availability_zones {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.127287 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: dhcp-networks {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.128843 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: dhcp-agents {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.130235 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: routers {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.132448 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: flavors {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.133645 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: service_profiles {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.134851 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: next_providers {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.136315 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: service_profiles {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.138877 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: floatingip-pools {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.140109 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: routers {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.142254 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: floatingips {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.143519 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: l3-routers {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.144919 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: l3-agents {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.146422 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: metering-labels {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.147795 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: metering-label-rules {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.149115 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: network-ip-availabilities {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.150404 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: bindings {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.152163 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: quotas {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.153906 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: quotas {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.155535 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: rbac-policies {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.156921 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: security-groups {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.158223 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: security-group-rules {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.159510 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: service-providers {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.160820 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: subnetpools {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.162352 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: subnetpools {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.163883 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.165693 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.167589 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.169525 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.171438 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.173391 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.175190 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.177231 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.179092 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.181066 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron.api.extensions [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Extended resource: tags {{(pid=102418) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:24:16.187980 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING keystonemiddleware.auth_token [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 11:24:16.192979 dv-cinder-730936-3-iscsi neutron-server[102418]: WARNING keystonemiddleware.auth_token [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 11:24:16.202034 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_concurrency.lockutils [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Acquired lock "singleton_lock" {{(pid=102418) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 23 11:24:16.202521 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_concurrency.lockutils [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Releasing lock "singleton_lock" {{(pid=102418) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 23 11:24:16.203205 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Starting 2 workers Dec 23 11:24:16.208049 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Started child 102559 {{(pid=102418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:24:16.212496 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Started child 102560 {{(pid=102418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:24:16.213428 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:16.214128 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO neutron.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 11:24:16.214739 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Publish callbacks [] for process, before_spawn {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:16.214866 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [-] (102559) wsgi starting up on http://0.0.0.0:9696 Dec 23 11:24:16.217306 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Starting 1 workers Dec 23 11:24:16.217492 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:16.218883 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [-] (102560) wsgi starting up on http://0.0.0.0:9696 Dec 23 11:24:16.222522 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Started child 102561 {{(pid=102418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:24:16.223045 dv-cinder-730936-3-iscsi neutron-server[102418]: INFO oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Starting 1 workers Dec 23 11:24:16.226075 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] calling RpcWorker wait() {{(pid=102561) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 11:24:16.226659 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] returning from RpcWorker wait() {{(pid=102561) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 11:24:16.227421 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Started child 102562 {{(pid=102418) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:24:16.227836 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:16.228208 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0d58ad30-3bd4-4abe-8304-3037adce3aaf None None] Publish callbacks [] for process, after_spawn {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:16.228336 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:24:16.229996 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102418) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 11:24:16.230236 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 11:24:16.230343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 11:24:16.230587 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 11:24:16.230897 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 11:24:16.231041 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 11:24:16.231601 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.231880 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.232113 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.232293 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:16.232837 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.232837 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.233228 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:24:16.233357 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.233526 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.233698 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.233949 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.234191 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.234378 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.234529 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.234747 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.234975 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.235305 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.235540 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.235789 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.236002 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.236153 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.236433 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.237000 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.237219 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.237466 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] debug = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.237701 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.238167 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.238378 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.238618 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.238836 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.239087 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.239331 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.239586 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.239812 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.240020 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.240256 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.240493 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.240760 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.240993 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.241257 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.241620 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.241781 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.241975 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.242417 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] host = dv-cinder-730936-3-iscsi {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.242646 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.242861 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.243087 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.243352 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.243588 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.243816 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.244057 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.244310 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.244544 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.244813 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.245089 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.245367 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.245601 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.245824 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.245988 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_options = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.246217 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.246469 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.246832 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.247100 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.247261 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.247452 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.247714 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.247864 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.248111 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.248335 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.248553 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.248845 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.249038 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.249250 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.249523 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.249765 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.250013 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.250225 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.250490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.251793 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.251964 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.252143 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.252365 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.253464 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.253464 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.253464 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.253464 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.254000 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.254000 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.254269 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.254420 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.254581 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.254817 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.255442 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.256013 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.256129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.256711 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.256711 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.256897 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.257060 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.257322 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.257586 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.257826 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.258801 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.258801 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.258801 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.259785 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_json = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.259785 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.259785 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.259785 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.262699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.263938 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.265351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.265351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.265351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.265351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.265351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.265351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268189 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268772 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268772 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268772 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268772 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268772 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.268772 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.269183 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.270334 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.270334 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.270334 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.270334 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.270334 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.270334 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.271490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.271490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.271490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.271490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.271490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.272070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.272070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.272070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.272417 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.273788 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.274987 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.274987 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.274987 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.274987 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.274987 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.275367 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.275367 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.275582 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.275840 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.276056 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.276288 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.276502 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.276756 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.276964 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.277213 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.277433 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.277650 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.277865 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.278098 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.278351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.278585 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.278795 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.279028 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.279751 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.279751 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.279751 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.280190 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.280190 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.280638 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.280638 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.280895 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.280980 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.281163 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.281376 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.281587 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.281797 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.282012 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.282306 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.282575 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.282816 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.283047 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.283259 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.283509 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.283723 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.283982 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.284197 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.284414 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.284639 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.284905 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.285151 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.285395 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.285638 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.285854 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.286107 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.286321 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.286559 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.286775 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.287007 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.287231 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.287515 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.287749 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.287979 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.288225 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.288455 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.288762 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.289002 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.289274 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.289492 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.289744 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.290034 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.290285 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.290557 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.290803 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.291060 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.291300 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.291546 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.291802 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.292031 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.292277 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.292517 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.292799 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.293037 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.293271 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.293520 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.293860 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.294106 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.294338 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.294568 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.294840 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.295071 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.295320 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.295582 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.295833 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.296095 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.296350 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.296600 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.296856 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.297089 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.297317 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.297532 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.300343 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.301337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302232 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302232 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302232 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302232 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302232 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302796 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.302796 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.303025 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.303145 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.303363 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.303625 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.303852 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.304114 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.304335 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.304570 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.304810 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.305033 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.305278 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.305491 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.305724 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.306019 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.306263 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.306522 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.306865 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.307139 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.307381 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.307663 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.307836 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.308078 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.308319 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.308539 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.308798 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.309020 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.309220 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.309498 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.309761 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.309998 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.310234 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.310469 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.310683 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.310894 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.311119 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.311395 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.311645 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.311880 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.312376 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.312630 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.312831 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.313067 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.313316 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.313527 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.313750 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.313957 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.314171 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.314417 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.314632 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.314844 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.315063 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.315318 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.315552 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.315799 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.316006 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.316219 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.316458 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.316688 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.316904 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.317135 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.317351 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.317593 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.317815 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.318218 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.318432 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.318669 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.318884 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.319145 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.319318 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.319536 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.319745 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.320383 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.320383 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.320558 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.320832 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.321145 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.321608 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.322050 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.322365 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.322600 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.322859 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.323104 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.323330 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.323553 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.323830 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.324142 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.324428 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.324713 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.324980 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.325287 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.325547 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.325792 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.326029 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.326314 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.326642 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.326910 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.327172 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.327407 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.327655 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.327897 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.328201 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.328445 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.328712 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.328937 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.329182 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.329432 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.329685 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.329940 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331220 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331220 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331220 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331220 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331220 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331556 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.331556 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 11:24:16.331999 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102418) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 11:24:16.332193 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 11:24:16.332327 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 11:24:16.332490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 11:24:16.332688 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 11:24:16.333000 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 11:24:16.333216 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.333422 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.333597 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.333763 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.333928 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.334116 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.334273 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.334437 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.334600 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.334781 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.334941 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.335100 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.335260 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.335421 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.335586 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.335751 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.335911 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.336062 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.336392 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.336555 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.336883 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.337047 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.337210 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] debug = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.337371 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.337588 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.337756 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.337916 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.338077 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.338236 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.338396 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.338557 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.338718 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.338877 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.339105 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.339270 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.339434 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.339595 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.339758 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.339923 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.340085 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.340244 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.340409 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] host = dv-cinder-730936-3-iscsi {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.340742 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.340841 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.340953 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.341115 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.341274 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.341434 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.341593 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.341756 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.341918 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.342109 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.342245 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.342400 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.342560 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.342719 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.342878 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_options = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.343039 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.343758 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.343758 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.343758 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.343758 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344026 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344026 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344163 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344272 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344432 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344593 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.344863 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.345023 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.345179 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.345490 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.345657 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.345816 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.345972 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.346132 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.346294 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.346466 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.346633 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.346845 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.346949 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.347076 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.347234 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.347393 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.347552 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.347710 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.347877 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.348038 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.348250 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.348352 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.348504 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.348708 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.348871 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349020 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349179 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349267 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:24:16.349353 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349493 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349651 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349808 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.349972 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.350130 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.350289 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.350449 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.350608 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_json = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.350768 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.350929 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.351087 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.351246 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.351404 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.351632 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.351802 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.351953 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:24:16.352278 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.352584 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.352928 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.353092 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.353263 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.353424 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.353589 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.353749 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.354050 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.354354 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.354534 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.354696 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.354868 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.355168 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.355464 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.355765 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.356072 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.356262 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.356423 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.356753 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.356922 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.357126 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.357304 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.357468 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.357632 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.357798 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.357958 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.358132 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.358296 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.358545 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.358653 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.358784 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.359099 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.359266 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.359432 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.359641 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.359738 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.359908 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.360075 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.360240 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.360397 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.360562 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.360748 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.360912 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.361076 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.361241 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.361407 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.361887 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.362049 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.362212 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.362370 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.362534 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.362699 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.362861 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.363024 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.363185 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.363347 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.363520 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.363681 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.363925 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364062 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364186 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364309 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364457 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364619 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364804 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.364966 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.365129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.365399 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.365500 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.365620 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.365784 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.365949 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.366112 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.366277 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.366495 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.366629 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.366751 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.366889 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.367045 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.367202 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.367360 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.367517 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.367685 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.367885 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.368048 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.368146 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.368302 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.368459 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.368702 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.368832 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.369029 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.369567 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.369567 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.369567 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.370089 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.370089 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.370089 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371810 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371810 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371810 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371810 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.371810 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.372541 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.372541 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.372541 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.372541 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373129 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373716 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373716 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373716 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.373716 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374128 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374128 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374128 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374415 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374562 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.374726 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.375140 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.375140 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.375662 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.375662 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.375662 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.375662 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376330 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376330 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376330 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376330 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376831 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376831 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.376831 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377120 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377120 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377317 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377317 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377512 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377639 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377802 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.377966 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.378130 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.378283 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.378447 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.378570 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.378795 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.378965 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379052 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379174 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379337 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379498 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379660 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379860 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.379973 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.380143 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.380307 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.380477 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.380639 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.380827 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.380965 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.381143 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.381274 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.381419 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.381583 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.381780 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.381923 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.382215 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.382215 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.382488 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.382488 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.382780 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.382780 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383046 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383193 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383360 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383537 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383537 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383805 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383978 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.383978 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.384176 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.384292 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.384496 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.384708 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.384861 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385025 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385191 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385347 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385509 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385669 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385832 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.385994 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.386153 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.386313 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.386475 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.386637 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.386802 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.386963 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.387126 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.387316 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.387514 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.387649 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.387805 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.387941 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.388087 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.388228 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.388389 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.388550 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.388731 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.388907 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.389070 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.389230 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.389391 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.389552 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.389711 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.389882 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.390047 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.390208 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.390369 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.390530 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.390712 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.390863 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.391025 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.391186 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.391347 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.391508 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.391669 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.391841 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392004 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392192 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392345 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392484 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392623 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392808 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.392973 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.393128 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.393287 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.393447 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.393609 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.393782 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.393946 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.394109 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.394278 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.394442 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.394602 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.394763 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.394939 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.395099 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.395262 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.395422 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.395583 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.395745 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.395910 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.396077 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.396247 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.396416 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.396578 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.396769 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.396942 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.397112 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.397274 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.397442 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.397676 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.397773 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.397930 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.398091 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.398252 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.398412 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.398572 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.398734 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.398894 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.399056 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.399216 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.399375 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.399536 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.399696 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.399856 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.400021 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.400181 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.400342 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.400503 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.400691 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:24:16.400838 dv-cinder-730936-3-iscsi neutron-server[102418]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102418) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 11:24:16.540327 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44714) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:16.553775 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101430 Dec 23 11:24:28.007390 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde2d35-4656-4f01-965f-d675b25f273d None None] get_active_networks_info from dv-cinder-730936-3-iscsi {{(pid=102561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 11:24:28.071600 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde2d35-4656-4f01-965f-d675b25f273d None None] No non-hosted networks {{(pid=102561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 11:24:28.108431 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.agentschedulers_db [None req-6fde2d35-4656-4f01-965f-d675b25f273d None None] DHCP Agent not found on host dv-cinder-730936-3-iscsi {{(pid=102561) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 11:24:28.273343 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ed7af6b1-e597-4586-a914-7a798b3eff7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860862'] for agent, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:30.318743 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8d033d9d-4356-4b00-a1bf-256cf34d50e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860862'] for agent, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:30.346679 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-807b4fd9-0103-4dd7-958a-f3fb841373aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:31.355899 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860862'] for agent, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:32.751883 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860862'] for agent, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:33.207113 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.db.l3_hamode_db [None req-09f0ef76-b128-4ac0-bfa6-4bf76f856fd6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 11:24:33.282589 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0ef76-b128-4ac0-bfa6-4bf76f856fd6 None None] Routers set() bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:24:33.283185 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0ef76-b128-4ac0-bfa6-4bf76f856fd6 None None] Router IDs set() for agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 11:24:33.785233 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860862'] for agent, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:33.786822 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.787293 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.787737 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.788198 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.788598 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.788969 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.789297 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.789640 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.789966 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.790396 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.790739 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.791106 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.791426 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:33.791867 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-730936-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:24:33.798570 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-730936-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:24:37.001854 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44814) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:37.543345 dv-cinder-730936-3-iscsi neutron-server[102560]: WARNING oslo_policy.policy [None req-2d2fe24a-2ff8-4d0b-82ac-837ce80d9556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:37.543924 dv-cinder-730936-3-iscsi neutron-server[102560]: WARNING oslo_policy.policy [None req-2d2fe24a-2ff8-4d0b-82ac-837ce80d9556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:37.764257 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [None req-2d2fe24a-2ff8-4d0b-82ac-837ce80d9556 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:24:37.765378 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-2d2fe24a-2ff8-4d0b-82ac-837ce80d9556 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7622936 Dec 23 11:24:40.552067 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44830) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:40.895377 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': 'e45434b292f94722922541010b978323', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:24:40.992197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.policy [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102560) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 11:24:41.037570 dv-cinder-730936-3-iscsi neutron-server[102560]: WARNING oslo_policy.policy [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:41.037930 dv-cinder-730936-3-iscsi neutron-server[102560]: WARNING oslo_policy.policy [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:41.046347 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.quota [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] Loaded quota_driver: . Dec 23 11:24:41.141250 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761574166133', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761574165514', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761574176446', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761574215095', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761574221023', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761574196032', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-723829', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3679217', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752830'] for rbac-policy, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:41.208843 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:41.210057 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-32c52d63-ca04-46a1-ba90-a5d302c93569 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6569583 Dec 23 11:24:44.017823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44842) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:44.348610 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Request body: {'network': {'project_id': '05421a4161fc48aa9ec2c064c091f887', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'name': 'private', 'admin_state_up': True}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:24:44.382491 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Made reservation on behalf of 05421a4161fc48aa9ec2c064c091f887 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:24:44.385299 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.401885 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.510269 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.515628 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.547917 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:24:44.572195 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761576337875', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.572792 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Unsubscribe: segment precommit_create {{(pid=102560) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 11:24:44.573290 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Added segment df4d189a-dc4a-47d5-8225-65965be242b7 of type vlan for network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 Dec 23 11:24:44.579030 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caade998-85f3-4ec9-af84-4cd7ee635766,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:24:44.613308 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.613658 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.613990 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.614323 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.614642 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.614962 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.615290 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.615611 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.615926 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.616250 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.616566 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.616880 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.617191 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Tracked resource versions report: Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: pushed versions: Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: { 'AddressGroup': {'1.2'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'ConntrackHelper': {'1.0'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Log': {'1.0'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Network': {'1.1'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Port': {'1.7'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'PortForwarding': {'1.2'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'QosPolicy': {'1.10'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroup': {'1.5'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SubPort': {'1.0'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Subnet': {'1.1'}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Trunk': {'1.1'}} Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: consumer versions: Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'ConntrackHelper': '1.0', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'LocalIPAssociation': '1.0', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Log': '1.0', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Network': '1.1', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Port': '1.7', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'PortForwarding': '1.2', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'QosPolicy': '1.10', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroup': '1.5', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroupRule': '1.2', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SubPort': '1.0', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Subnet': '1.1', Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Trunk': '1.1'}} Dec 23 11:24:44.618522 dv-cinder-730936-3-iscsi neutron-server[102560]: {{(pid=102560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:24:44.681146 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.723359 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.724437 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:24:44.725171 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:44.785680 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7668364 Dec 23 11:24:44.820884 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0e58f-7188-485c-b2ac-95d1239ada8c admin admin] Pushing event updated for resources: {'Network': ['ID=81a97e0a-1797-44fc-96b3-a84159d8dcf8,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:24:44.833417 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:24:47.684858 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44856) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:48.101788 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37956805-1264-4ce0-89bb-7787381654fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:24:48.103273 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-37956805-1264-4ce0-89bb-7787381654fb admin admin] 10.222.0.31 "GET /v2.0/networks/81a97e0a-1797-44fc-96b3-a84159d8dcf8 HTTP/1.1" status: 200 len: 824 time: 0.4173746 Dec 23 11:24:48.129255 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b4a43642-20c1-4400-8521-7ae2000b5a03 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/cd3d7bcf-e3c6-4012-afba-8e042672b765 HTTP/1.1" status: 200 len: 734 time: 0.0185077 Dec 23 11:24:48.138256 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:24:48.166229 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Made reservation on behalf of 05421a4161fc48aa9ec2c064c091f887 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:24:48.168730 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:48.479391 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:48.546252 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815becd6-7cd4-463e-a4df-4470b9517ee4,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:24:48.550725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Checking segment: {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:24:48.551106 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Network hostable DHCP agents. Network: 81a97e0a-1797-44fc-96b3-a84159d8dcf8, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:24:48.574261 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:24:48.587412 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 81a97e0a-1797-44fc-96b3-a84159d8dcf8) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:24:48.592993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:24:48.593591 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:48.599066 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788534ef-40a2-4f14-bf2c-c8602aa665df None None] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:24:48.612111 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-550d8f3a-8378-4f3c-960a-10dc158c38b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4769711 Dec 23 11:24:48.862260 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:24:48.863571 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:49.160651 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Allocated IP 172.20.0.2 (81a97e0a-1797-44fc-96b3-a84159d8dcf8/815becd6-7cd4-463e-a4df-4470b9517ee4/f94d5db2-5262-4aa0-bcda-b066ac193a9d) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:24:49.399076 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:49.407129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:49.478982 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:24:49.484699 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:24:49.494275 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:24:49.500596 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Pushing event updated for resources: {'Port': ['ID=f94d5db2-5262-4aa0-bcda-b066ac193a9d,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:24:49.533131 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533131 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533131 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533131 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533131 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.533617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.534082 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.534082 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.534323 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.534616 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Tracked resource versions report: Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: pushed versions: Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: { 'AddressGroup': {'1.2'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'ConntrackHelper': {'1.0'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Log': {'1.0'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Network': {'1.1'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Port': {'1.7'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'PortForwarding': {'1.2'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'QosPolicy': {'1.10'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroup': {'1.5'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SubPort': {'1.0'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Subnet': {'1.1'}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Trunk': {'1.1'}} Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: consumer versions: Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'ConntrackHelper': '1.0', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'LocalIPAssociation': '1.0', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Log': '1.0', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Network': '1.1', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Port': '1.7', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'PortForwarding': '1.2', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'QosPolicy': '1.10', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroup': '1.5', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroupRule': '1.2', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SubPort': '1.0', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Subnet': '1.1', Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Trunk': '1.1'}} Dec 23 11:24:49.536061 dv-cinder-730936-3-iscsi neutron-server[102561]: {{(pid=102561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:24:49.583356 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Attempting to bind port f94d5db2-5262-4aa0-bcda-b066ac193a9d on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:24:49.583748 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Attempting to bind port f94d5db2-5262-4aa0-bcda-b066ac193a9d by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:24:49.584175 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Attempting to bind port f94d5db2-5262-4aa0-bcda-b066ac193a9d on network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:24:49.589430 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:24:49.589833 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Checking segment: {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:24:49.590309 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:49.590699 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Bound using segment: {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:24:49.591152 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Bound port: f94d5db2-5262-4aa0-bcda-b066ac193a9d, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:24:49.591539 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:49.653734 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] For port f94d5db2-5262-4aa0-bcda-b066ac193a9d, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:24:49.658413 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] For port f94d5db2-5262-4aa0-bcda-b066ac193a9d, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=f94d5db2-5262-4aa0-bcda-b066ac193a9d,segment=NetworkSegment(df4d189a-dc4a-47d5-8225-65965be242b7),segment_id=df4d189a-dc4a-47d5-8225-65965be242b7)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:24:49.663857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:49.727476 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70651a54-75cb-4a4a-9e9e-18413dd54ab6 None None] Pushing event updated for resources: {'Port': ['ID=f94d5db2-5262-4aa0-bcda-b066ac193a9d,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:24:51.213616 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44864) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:51.559666 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [None req-3ea4a896-006c-4478-a2c5-4b0010cd35b0 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:24:51.560920 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3ea4a896-006c-4478-a2c5-4b0010cd35b0 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3462040 Dec 23 11:24:54.138370 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44872) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:54.460916 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [None req-8314afc4-c606-487f-8d67-e2465b1caa51 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:24:54.461900 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8314afc4-c606-487f-8d67-e2465b1caa51 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3225722 Dec 23 11:24:57.267514 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 44882) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:24:57.799184 dv-cinder-730936-3-iscsi neutron-server[102559]: WARNING oslo_policy.policy [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:57.799771 dv-cinder-730936-3-iscsi neutron-server[102559]: WARNING oslo_policy.policy [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:57.996802 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-88164879-6a74-40fd-8e11-82f4ac00df7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:58.017913 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Request body: {'router': {'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'name': 'router1', 'admin_state_up': True}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:24:58.080775 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.policy [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102559) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 11:24:58.127963 dv-cinder-730936-3-iscsi neutron-server[102559]: WARNING oslo_policy.policy [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:58.128349 dv-cinder-730936-3-iscsi neutron-server[102559]: WARNING oslo_policy.policy [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:24:58.137267 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.quota [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Loaded quota_driver: . Dec 23 11:24:58.198423 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:58.200350 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:58.354707 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:58.361199 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:58.381117 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:58.382474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c6c32713-0ff4-46ce-83c6-edc13592c7bb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1128983 Dec 23 11:24:58.793386 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94f091-3e79-41aa-b483-26f4cae6a82e None None] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:24:58.870055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-7809daf9-974c-47fc-bc69-725f343cc42a None None] Provisioning complete for port f94d5db2-5262-4aa0-bcda-b066ac193a9d triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:24:58.870397 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7809daf9-974c-47fc-bc69-725f343cc42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:59.049167 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7809daf9-974c-47fc-bc69-725f343cc42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:59.085000 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-7809daf9-974c-47fc-bc69-725f343cc42a None None] For port f94d5db2-5262-4aa0-bcda-b066ac193a9d, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=f94d5db2-5262-4aa0-bcda-b066ac193a9d,segment=NetworkSegment(df4d189a-dc4a-47d5-8225-65965be242b7),segment_id=df4d189a-dc4a-47d5-8225-65965be242b7)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:24:59.089641 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7809daf9-974c-47fc-bc69-725f343cc42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:59.145738 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809daf9-974c-47fc-bc69-725f343cc42a None None] Pushing event updated for resources: {'Port': ['ID=f94d5db2-5262-4aa0-bcda-b066ac193a9d,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:24:59.396569 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b5d207bf-2f68-4dbf-88d1-e5e0ccbaa2af None None] Provisioning complete for port f94d5db2-5262-4aa0-bcda-b066ac193a9d triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:24:59.396967 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b5d207bf-2f68-4dbf-88d1-e5e0ccbaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:24:59.533873 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device f94d5db2-5262-4aa0-bcda-b066ac193a9d up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:24:59.582410 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port f94d5db2-5262-4aa0-bcda-b066ac193a9d triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:24:59.582792 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:00.320727 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d67b4891-a277-4f6b-99b9-d8c7f73e5312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:00.974349 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 44902) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:25:01.311649 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:01.312358 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [None req-c51a88d2-b45d-467c-bff5-843fa96117ab admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:25:01.313397 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c51a88d2-b45d-467c-bff5-843fa96117ab admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3378198 Dec 23 11:25:02.697813 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:03.789533 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:03.820960 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44932) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:25:03.890342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'tenant_id': 'e45434b292f94722922541010b978323', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'project_id': 'e45434b292f94722922541010b978323', 'provider:physical_network': 'physnet1'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:25:03.914303 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Made reservation on behalf of e45434b292f94722922541010b978323 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:25:03.916565 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:03.924536 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:03.995214 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:04.000126 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:04.017281 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Reserving flat network on physical network physnet1 {{(pid=102560) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 11:25:04.035040 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9365e-a929-4089-b528-4f10a26a3349,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:04.040439 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:04.040815 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Added segment a05d140f-ebdd-4f3e-972b-8ee710b617f8 of type flat for network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f Dec 23 11:25:04.120706 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:04.157773 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:04.159112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:25:04.160011 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:04.221600 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3995600 Dec 23 11:25:04.226948 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212922d-990e-48d9-8010-71094d024394 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f3db2c-0e77-42d8-b8d7-b3f154459e9f,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:04.239787 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:25:06.635879 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44940) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:25:06.745222 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb13eab-47a6-40bf-bc47-b4c5bc74ee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:25:06.746542 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9bb13eab-47a6-40bf-bc47-b4c5bc74ee6e admin admin] 10.222.0.31 "GET /v2.0/subnets/815becd6-7cd4-463e-a4df-4470b9517ee4 HTTP/1.1" status: 200 len: 849 time: 0.1093256 Dec 23 11:25:06.901002 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-874d881c-2be2-434c-8697-72cc3328e472 admin admin] 10.222.0.31 "GET /v2.0/routers/1c277ab9-acf2-48f7-b9fd-f79c98d250c8 HTTP/1.1" status: 200 len: 704 time: 0.1482599 Dec 23 11:25:07.165426 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:07.462342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Allocated IP 172.20.0.1 (81a97e0a-1797-44fc-96b3-a84159d8dcf8/815becd6-7cd4-463e-a4df-4470b9517ee4/26263380-50c3-435a-bd18-0a978fa3ac58) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:25:07.676788 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:07.759829 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:07.838132 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:25:07.842625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:25:07.853124 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:25:07.853669 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:07.856889 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Pushing event updated for resources: {'Port': ['ID=26263380-50c3-435a-bd18-0a978fa3ac58,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:08.062587 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:08.071147 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-1a5ddccf-d041-4450-8488-293261968755 None None] Provisioning complete for port 26263380-50c3-435a-bd18-0a978fa3ac58 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:08.071663 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-1a5ddccf-d041-4450-8488-293261968755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:08.112430 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ddccf-d041-4450-8488-293261968755 None None] Port 26263380-50c3-435a-bd18-0a978fa3ac58 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:25:08.287807 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:08.295598 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:08.296351 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:08.351644 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Pushing event updated for resources: {'Port': ['ID=26263380-50c3-435a-bd18-0a978fa3ac58,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:08.415579 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:25:08.416987 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:25:08.576670 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:25:08.680423 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:25:08.685561 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-546d2a98-9566-4cee-b719-6141ce9c1a6e None None] Provisioning complete for port 26263380-50c3-435a-bd18-0a978fa3ac58 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:08.685755 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-546d2a98-9566-4cee-b719-6141ce9c1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:08.686384 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-93bb5aec-2211-49c5-a4ca-831c66502ceb admin admin] 10.222.0.31 "PUT /v2.0/routers/1c277ab9-acf2-48f7-b9fd-f79c98d250c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7794728 Dec 23 11:25:08.694358 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Sync routers for ids ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:25:08.707294 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Routers {'1c277ab9-acf2-48f7-b9fd-f79c98d250c8'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:25:08.708116 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:25:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:08.720225 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-546d2a98-9566-4cee-b719-6141ce9c1a6e None None] Port 26263380-50c3-435a-bd18-0a978fa3ac58 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:25:08.903238 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Set router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:25:09.329337 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'name': 'router1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:24:58Z', 'updated_at': '2021-12-23T11:25:08Z', 'revision_number': 2, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'gw_port_host': None, '_interfaces': [{'id': '26263380-50c3-435a-bd18-0a978fa3ac58', 'name': '', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'mac_address': 'fa:16:3e:c7:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:07Z', 'updated_at': '2021-12-23T11:25:08Z', 'revision_number': 2, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'subnets': [{'id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:09.380441 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Checking router: 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:25:09.380839 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Updating router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 port 26263380-50c3-435a-bd18-0a978fa3ac58 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:25:09.428753 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:09.935006 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:09.941909 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.079814 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Pushing event updated for resources: {'Port': ['ID=26263380-50c3-435a-bd18-0a978fa3ac58,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:10.111596 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.111952 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.112301 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.112631 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.112988 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.113310 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.113633 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.113946 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.114270 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.114581 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.114894 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.115204 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.115513 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Tracked resource versions report: Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: pushed versions: Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: { 'AddressGroup': {'1.2'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'ConntrackHelper': {'1.0'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Log': {'1.0'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Network': {'1.1'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Port': {'1.7'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'PortForwarding': {'1.2'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'QosPolicy': {'1.10'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroup': {'1.5'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SubPort': {'1.0'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Subnet': {'1.1'}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Trunk': {'1.1'}} Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: consumer versions: Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'ConntrackHelper': '1.0', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'LocalIPAssociation': '1.0', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Log': '1.0', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Network': '1.1', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Port': '1.7', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'PortForwarding': '1.2', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'QosPolicy': '1.10', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroup': '1.5', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroupRule': '1.2', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SubPort': '1.0', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Subnet': '1.1', Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Trunk': '1.1'}} Dec 23 11:25:10.116904 dv-cinder-730936-3-iscsi neutron-server[102562]: {{(pid=102562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:25:10.123911 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Attempting to bind port 26263380-50c3-435a-bd18-0a978fa3ac58 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:25:10.124305 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Attempting to bind port 26263380-50c3-435a-bd18-0a978fa3ac58 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:25:10.124763 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Attempting to bind port 26263380-50c3-435a-bd18-0a978fa3ac58 on network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:25:10.130289 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:25:10.130685 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Checking segment: {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:25:10.131164 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.131545 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Bound using segment: {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:25:10.132007 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Bound port: 26263380-50c3-435a-bd18-0a978fa3ac58, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4d189a-dc4a-47d5-8225-65965be242b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:25:10.132381 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.196945 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] For port 26263380-50c3-435a-bd18-0a978fa3ac58, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:25:10.215684 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] For port 26263380-50c3-435a-bd18-0a978fa3ac58, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=26263380-50c3-435a-bd18-0a978fa3ac58,segment=NetworkSegment(df4d189a-dc4a-47d5-8225-65965be242b7),segment_id=df4d189a-dc4a-47d5-8225-65965be242b7)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:25:10.220173 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.254372 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-102bf0f4-4f8f-4d03-83d9-e3b11ea3106a None None] Provisioning complete for port 26263380-50c3-435a-bd18-0a978fa3ac58 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:10.255837 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-102bf0f4-4f8f-4d03-83d9-e3b11ea3106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.275828 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829076d9-552c-405a-bc63-f3095c7493cb None None] Pushing event updated for resources: {'Port': ['ID=26263380-50c3-435a-bd18-0a978fa3ac58,revision_number=4']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:10.278384 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Routers {'1c277ab9-acf2-48f7-b9fd-f79c98d250c8'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:25:10.278980 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:25:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:10.358783 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-102bf0f4-4f8f-4d03-83d9-e3b11ea3106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.386977 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] Set router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:25:10.395815 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-102bf0f4-4f8f-4d03-83d9-e3b11ea3106a None None] For port 26263380-50c3-435a-bd18-0a978fa3ac58, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=26263380-50c3-435a-bd18-0a978fa3ac58,segment=NetworkSegment(df4d189a-dc4a-47d5-8225-65965be242b7),segment_id=df4d189a-dc4a-47d5-8225-65965be242b7)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:25:10.401696 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-102bf0f4-4f8f-4d03-83d9-e3b11ea3106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.454542 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bf0f4-4f8f-4d03-83d9-e3b11ea3106a None None] Pushing event updated for resources: {'Port': ['ID=26263380-50c3-435a-bd18-0a978fa3ac58,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:10.524396 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-16aabf60-ba21-406a-bab9-71f339809a66 None None] Provisioning complete for port 26263380-50c3-435a-bd18-0a978fa3ac58 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:10.524799 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16aabf60-ba21-406a-bab9-71f339809a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:10.623535 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'name': 'router1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:24:58Z', 'updated_at': '2021-12-23T11:25:08Z', 'revision_number': 2, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'gw_port_host': None, '_interfaces': [{'id': '26263380-50c3-435a-bd18-0a978fa3ac58', 'name': '', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'mac_address': 'fa:16:3e:c7:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:07Z', 'updated_at': '2021-12-23T11:25:10Z', 'revision_number': 4, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'subnets': [{'id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:10.654092 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c3393-88e9-4ef5-b0e7-1b233dfb8b71 None None] The sync data for ids ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'] in dv-cinder-730936-3-iscsi is: [{'id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'name': 'router1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:24:58Z', 'updated_at': '2021-12-23T11:25:08Z', 'revision_number': 2, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'gw_port_host': None, '_interfaces': [{'id': '26263380-50c3-435a-bd18-0a978fa3ac58', 'name': '', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'mac_address': 'fa:16:3e:c7:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:07Z', 'updated_at': '2021-12-23T11:25:10Z', 'revision_number': 4, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'subnets': [{'id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:25:13.545594 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44958) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:25:13.653315 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aedaee5-2206-476c-8ab9-8a2d4b13f3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:25:13.660453 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4aedaee5-2206-476c-8ab9-8a2d4b13f3d5 admin admin] 10.222.0.31 "GET /v2.0/networks/b7f3db2c-0e77-42d8-b8d7-b3f154459e9f HTTP/1.1" status: 200 len: 842 time: 0.1080687 Dec 23 11:25:13.664652 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'tenant_id': 'e45434b292f94722922541010b978323', 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:25:13.689780 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Made reservation on behalf of e45434b292f94722922541010b978323 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:25:13.692383 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:13.963087 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.objects.ports [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102560) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 11:25:13.963486 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:14.013648 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e5d317-1665-4aeb-847c-fddd31aa3ac2,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:14.024762 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:25:14.025077 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Network hostable DHCP agents. Network: b7f3db2c-0e77-42d8-b8d7-b3f154459e9f, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:25:14.042020 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:25:14.051643 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, b7f3db2c-0e77-42d8-b8d7-b3f154459e9f) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:25:14.055956 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:25:14.056721 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:14.063343 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104e19a-50bf-446b-b821-fe7b38882e3a None None] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:25:14.073411 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-57f04dab-1fdb-4201-be74-759f57ee8e4e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4122219 Dec 23 11:25:14.190690 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cfefd7-1a80-49ee-9090-67027bcb6763 None None] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:25:16.536107 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44970) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:25:16.745498 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-bfb12f11-8292-497c-b92e-2dcfdbfe68fc admin admin] 10.222.0.31 "GET /v2.0/routers/1c277ab9-acf2-48f7-b9fd-f79c98d250c8 HTTP/1.1" status: 200 len: 710 time: 0.2081146 Dec 23 11:25:16.833380 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd0bca-ad88-4334-8baa-ac6c2a474c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:25:16.834738 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-87dd0bca-ad88-4334-8baa-ac6c2a474c0a admin admin] 10.222.0.31 "GET /v2.0/networks/b7f3db2c-0e77-42d8-b8d7-b3f154459e9f HTTP/1.1" status: 200 len: 886 time: 0.0807168 Dec 23 11:25:16.845846 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:25:17.085693 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:17.312120 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:17.389559 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:17.490868 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Allocated IP 172.27.1.43 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:25:17.553336 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 26263380-50c3-435a-bd18-0a978fa3ac58 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:25:17.586723 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:17.604617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 26263380-50c3-435a-bd18-0a978fa3ac58 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:17.605030 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:17.619351 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:17.659518 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:25:17.662235 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:25:17.668373 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Pushing event updated for resources: {'Port': ['ID=cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:17.671809 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:25:17.917258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:18.190089 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3858768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3862149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43997'] for router, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:18.193625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3858791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3858814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3862172'] for router, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:18.300174 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:25:18.407155 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:25:18.413601 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:18.414883 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b55096ff-9cb0-4a52-9332-c6a51f77cf9d admin admin] 10.222.0.31 "PUT /v2.0/routers/1c277ab9-acf2-48f7-b9fd-f79c98d250c8 HTTP/1.1" status: 200 len: 889 time: 1.5721939 Dec 23 11:25:18.419339 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Sync routers for ids ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:25:18.432645 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Routers {'1c277ab9-acf2-48f7-b9fd-f79c98d250c8'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:25:18.433454 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:25:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:18.650278 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Set router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:25:19.041003 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'name': 'router1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:24:58Z', 'updated_at': '2021-12-23T11:25:17Z', 'revision_number': 4, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'gw_port': {'id': 'cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:17Z', 'updated_at': '2021-12-23T11:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '26263380-50c3-435a-bd18-0a978fa3ac58', 'name': '', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'mac_address': 'fa:16:3e:c7:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:07Z', 'updated_at': '2021-12-23T11:25:10Z', 'revision_number': 5, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'subnets': [{'id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:19.162268 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Checking router: 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:25:19.162645 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Updating router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:25:19.211181 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:19.531461 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:19.537961 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:19.587730 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Attempting to bind port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:25:19.588105 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Attempting to bind port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:25:19.588463 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Attempting to bind port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:25:19.593769 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d06a-f0f8-4367-ae2c-c36eac0e1ef2 None None] Pushing event updated for resources: {'Port': ['ID=cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:19.598612 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:25:19.598981 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:25:19.599372 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:19.599748 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:25:19.600204 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Bound port: cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:25:19.600587 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:19.651535 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] For port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:25:19.654644 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] For port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:25:19.661979 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:19.716116 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d06a-f0f8-4367-ae2c-c36eac0e1ef2 None None] Pushing event updated for resources: {'Port': ['ID=cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:19.722171 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Routers {'1c277ab9-acf2-48f7-b9fd-f79c98d250c8'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:25:19.722704 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:25:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:19.824940 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] Set router 1c277ab9-acf2-48f7-b9fd-f79c98d250c8 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:25:20.030315 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'name': 'router1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:24:58Z', 'updated_at': '2021-12-23T11:25:17Z', 'revision_number': 4, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'gw_port': {'id': 'cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:17Z', 'updated_at': '2021-12-23T11:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '26263380-50c3-435a-bd18-0a978fa3ac58', 'name': '', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'mac_address': 'fa:16:3e:c7:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:07Z', 'updated_at': '2021-12-23T11:25:10Z', 'revision_number': 5, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'subnets': [{'id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:25:20.058378 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c09981-ea27-4fda-89db-1eb9d586e899 None None] The sync data for ids ['1c277ab9-acf2-48f7-b9fd-f79c98d250c8'] in dv-cinder-730936-3-iscsi is: [{'id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'name': 'router1', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': 'cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:24:58Z', 'updated_at': '2021-12-23T11:25:17Z', 'revision_number': 4, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'gw_port': {'id': 'cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:17Z', 'updated_at': '2021-12-23T11:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '26263380-50c3-435a-bd18-0a978fa3ac58', 'name': '', 'network_id': '81a97e0a-1797-44fc-96b3-a84159d8dcf8', 'tenant_id': '05421a4161fc48aa9ec2c064c091f887', 'mac_address': 'fa:16:3e:c7:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277ab9-acf2-48f7-b9fd-f79c98d250c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:25:07Z', 'updated_at': '2021-12-23T11:25:10Z', 'revision_number': 5, 'project_id': '05421a4161fc48aa9ec2c064c091f887', 'subnets': [{'id': '815becd6-7cd4-463e-a4df-4470b9517ee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3d7bcf-e3c6-4012-afba-8e042672b765'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:25:21.002277 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 44980) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:25:21.132205 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f7b68c0d-aa23-4d4e-b5f2-ac80d05a61e0 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1287534 Dec 23 11:25:21.545822 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:25:21.593139 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:21.593516 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:21.669462 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:21.690715 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:25:21.695257 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:21.744316 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:25:23.542955 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:25:23.589861 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port cba2e22b-3c3f-4d82-af0f-5a72ea8e5f96 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:25:23.590228 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:25.265588 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:25:28.006475 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aee-77de-4a12-bf76-f4e5ea68335d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:30.328098 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b6d8-0854-4031-9544-348c652551a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:31.317570 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:32.705845 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:33.794398 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:25:58.001259 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-68ccbcc0-73ed-4e5b-9f47-cbadf5dc3d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:00.323138 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fe69eeae-9a61-4584-9f8c-f941045d4c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:01.323007 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:02.266193 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:26:02.713713 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:03.806321 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:28.010837 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-95ed4f1c-1051-41e3-8ee3-fb939852ade3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:30.329238 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-78ea72f0-b655-48e2-94e5-817cc3bcb6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:31.321872 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:32.714929 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:33.800949 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:39.264720 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:26:42.732035 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45464) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:42.811008 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.pecan_wsgi.hooks.translation [None req-163f9d35-295d-403c-9f98-04c740bb4156 admin admin] GET failed (client error): The resource could not be found. Dec 23 11:26:42.812313 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-163f9d35-295d-403c-9f98-04c740bb4156 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0793157 Dec 23 11:26:42.974623 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e5479-35e3-44e5-b92b-70bbeaffc7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:42.976014 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-fa9e5479-35e3-44e5-b92b-70bbeaffc7bb admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1571672 Dec 23 11:26:45.331371 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45474) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:45.432531 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05538352-d848-4284-9b19-5dfd4a946680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:45.433976 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-05538352-d848-4284-9b19-5dfd4a946680 admin admin] 10.222.0.31 "GET /v2.0/subnets/815becd6-7cd4-463e-a4df-4470b9517ee4 HTTP/1.1" status: 200 len: 849 time: 0.1016514 Dec 23 11:26:45.447666 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:26:45.536071 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:45.677541 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761576320826'] for subnet, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:45.710916 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:45.711496 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:45.712807 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] 10.222.0.31 "PUT /v2.0/subnets/815becd6-7cd4-463e-a4df-4470b9517ee4 HTTP/1.1" status: 200 len: 868 time: 0.2688494 Dec 23 11:26:45.728918 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b8295-f2ae-42ee-a885-fd10d92f90df None None] Network 81a97e0a-1797-44fc-96b3-a84159d8dcf8 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:26:45.730131 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815becd6-7cd4-463e-a4df-4470b9517ee4,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:26:45.737784 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.738136 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.738482 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.738814 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.739149 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.739467 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.739848 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.740134 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.740468 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.740850 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.741297 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.741622 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:45.741939 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e603f0-0012-4d73-bed2-5a4667a58b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:26:46.047536 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-4c42642e-3b3a-41da-8b0a-fc07c1662f18 None None] Provisioning complete for port f94d5db2-5262-4aa0-bcda-b066ac193a9d triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:26:46.047910 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-4c42642e-3b3a-41da-8b0a-fc07c1662f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:46.137559 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-4c42642e-3b3a-41da-8b0a-fc07c1662f18 None None] Provisioning complete for port 26263380-50c3-435a-bd18-0a978fa3ac58 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:26:46.137780 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-4c42642e-3b3a-41da-8b0a-fc07c1662f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:48.119673 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45482) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:48.327551 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc52bf-ab1a-47f4-99c3-de1e047f4cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:48.327921 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc52bf-ab1a-47f4-99c3-de1e047f4cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:48.329489 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-dabc52bf-ab1a-47f4-99c3-de1e047f4cac admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2088618 Dec 23 11:26:50.675798 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45490) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:50.924279 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee606ae4-9d5d-4266-a3db-9b3b9731ce0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:50.924788 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee606ae4-9d5d-4266-a3db-9b3b9731ce0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:50.926452 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-ee606ae4-9d5d-4266-a3db-9b3b9731ce0d admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2497208 Dec 23 11:26:53.405694 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45500) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:53.634490 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4acf83-8812-4ca7-881c-234bc32a64b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:53.635803 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1a4acf83-8812-4ca7-881c-234bc32a64b8 admin admin] 10.222.0.31 "GET /v2.0/networks/81a97e0a-1797-44fc-96b3-a84159d8dcf8 HTTP/1.1" status: 200 len: 868 time: 0.2289741 Dec 23 11:26:55.998413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45510) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:56.133877 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3c8bb6-2404-4b78-8e60-1a648a27128d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:56.135221 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-3b3c8bb6-2404-4b78-8e60-1a648a27128d admin admin] 10.222.0.31 "GET /v2.0/networks/b7f3db2c-0e77-42d8-b8d7-b3f154459e9f HTTP/1.1" status: 200 len: 886 time: 0.1358113 Dec 23 11:26:58.005200 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-436c534f-fd82-4eb0-a3c1-2469d9628148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:26:58.502925 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45518) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:26:58.658884 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43467c7c-58cc-44a7-a7ee-43a0e4fcf66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:58.659345 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43467c7c-58cc-44a7-a7ee-43a0e4fcf66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:26:58.660921 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-43467c7c-58cc-44a7-a7ee-43a0e4fcf66e admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1570215 Dec 23 11:27:00.337751 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-16a1e2e5-aa02-44f3-b429-f26821d5d5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:01.030393 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45526) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:01.127915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeec62c-211a-4fb5-ab39-a610d24cb75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:01.128395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeec62c-211a-4fb5-ab39-a610d24cb75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:01.129966 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-8aeec62c-211a-4fb5-ab39-a610d24cb75a admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983336 Dec 23 11:27:01.327683 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:02.717652 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:03.493155 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45534) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:03.637820 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac59b4f-ce88-49ac-8f48-380773e5a73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:03.639216 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-eac59b4f-ce88-49ac-8f48-380773e5a73d admin admin] 10.222.0.31 "GET /v2.0/subnets/815becd6-7cd4-463e-a4df-4470b9517ee4 HTTP/1.1" status: 200 len: 868 time: 0.1447585 Dec 23 11:27:03.805925 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:05.990830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45542) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:06.080148 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd4cc39-da58-4dbf-b905-51cec44cee10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:06.081511 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-fcd4cc39-da58-4dbf-b905-51cec44cee10 admin admin] 10.222.0.31 "GET /v2.0/subnets/f7e5d317-1665-4aeb-847c-fddd31aa3ac2 HTTP/1.1" status: 200 len: 816 time: 0.0896482 Dec 23 11:27:16.263644 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:27:28.009619 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-4115d5b7-0f4d-4492-8515-2f1ec3ff76e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:30.331721 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f1236710-6829-4115-a62a-5c505d16f229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:30.638077 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45596) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:30.693574 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [None req-180794f1-fabb-4643-8d73-852594c609c9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:27:30.694568 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-180794f1-fabb-4643-8d73-852594c609c9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555215 Dec 23 11:27:31.327826 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:32.721942 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:33.145078 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45604) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:33.216536 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.pecan_wsgi.hooks.translation [None req-2519f260-9c2f-4760-8006-3fd57bae954c admin admin] GET failed (client error): The resource could not be found. Dec 23 11:27:33.217862 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-2519f260-9c2f-4760-8006-3fd57bae954c admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0717876 Dec 23 11:27:33.310381 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0f8ba-587b-4fc7-9c69-62a1c3816151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:33.312281 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cff0f8ba-587b-4fc7-9c69-62a1c3816151 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0876834 Dec 23 11:27:33.810611 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:35.755590 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45614) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:35.803127 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Request body: {'network': {'project_id': 'e45434b292f94722922541010b978323', 'tenant_id': 'e45434b292f94722922541010b978323', 'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:27:35.826437 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Made reservation on behalf of e45434b292f94722922541010b978323 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:27:35.828639 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:35.855891 dv-cinder-730936-3-iscsi neutron-server[102560]: WARNING neutron.services.revisions.revision_plugin [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Could not find related network for resource to bump revision. Dec 23 11:27:35.868165 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:27:35.877189 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:35.877519 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Added segment 94767315-a787-407d-9edb-db0ace381182 of type vlan for network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 Dec 23 11:27:35.914411 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:35.946951 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:35.947883 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:35.948619 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:35.981450 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2248199 Dec 23 11:27:36.010529 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da334f-a46f-41cc-9cd1-4687b810a5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f93ec1f0-c5f3-465d-83c6-7997b1d3f773,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:27:36.022511 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:27:38.394148 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45624) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:27:38.454905 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8afc8f-9cd0-4b96-a582-d983204911da admin admin] GET failed (client error): The resource could not be found. Dec 23 11:27:38.456174 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8d8afc8f-9cd0-4b96-a582-d983204911da admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610485 Dec 23 11:27:38.526286 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702a21b-da26-473b-9a40-95ff69722372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:38.527696 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1702a21b-da26-473b-9a40-95ff69722372 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0669413 Dec 23 11:27:38.541575 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'e45434b292f94722922541010b978323', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773', 'name': 'shared-subnet'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:27:38.566171 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Made reservation on behalf of e45434b292f94722922541010b978323 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:27:38.568285 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:38.836141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:38.887215 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1a638c-7ce9-46cf-a841-478b809f4dab,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:27:38.898976 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Checking segment: {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:27:38.899328 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Network hostable DHCP agents. Network: f93ec1f0-c5f3-465d-83c6-7997b1d3f773, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:27:38.919119 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:27:38.929048 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, f93ec1f0-c5f3-465d-83c6-7997b1d3f773) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:27:38.934049 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:27:38.935944 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:38.937043 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8557a-9b3e-49c2-921e-30c32caa41eb None None] Network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:27:38.951370 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-88388a17-7166-49e9-96e5-12ab5abd3534 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4132314 Dec 23 11:27:39.045136 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-f93ec1f0-c5f3-465d-83c6-7997b1d3f773', 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773', 'project_id': 'e45434b292f94722922541010b978323', 'fixed_ips': [{'subnet_id': '1e1a638c-7ce9-46cf-a841-478b809f4dab'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:27:39.046051 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:39.189580 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Allocated IP 192.168.233.2 (f93ec1f0-c5f3-465d-83c6-7997b1d3f773/1e1a638c-7ce9-46cf-a841-478b809f4dab/0385863a-c16a-4786-a4d4-647631987f21) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:27:39.328362 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:39.334169 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:39.376193 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:27:39.379008 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:27:39.383774 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:27:39.385669 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Pushing event updated for resources: {'Port': ['ID=0385863a-c16a-4786-a4d4-647631987f21,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:27:39.393138 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.393505 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.393866 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.394200 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.394531 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.394852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.395172 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.395487 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.395804 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.396132 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.396453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.396797 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.397111 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:27:39.547293 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Attempting to bind port 0385863a-c16a-4786-a4d4-647631987f21 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:27:39.547569 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Attempting to bind port 0385863a-c16a-4786-a4d4-647631987f21 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:27:39.547925 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Attempting to bind port 0385863a-c16a-4786-a4d4-647631987f21 on network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:27:39.552904 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:27:39.553271 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Checking segment: {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:27:39.553667 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:39.554049 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Bound using segment: {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:27:39.554502 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Bound port: 0385863a-c16a-4786-a4d4-647631987f21, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:27:39.554921 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:39.616086 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] For port 0385863a-c16a-4786-a4d4-647631987f21, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:27:39.619585 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] For port 0385863a-c16a-4786-a4d4-647631987f21, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=0385863a-c16a-4786-a4d4-647631987f21,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:27:39.625409 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:39.689362 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60acb7-c21b-4a3b-a9da-f02111fb9691 None None] Pushing event updated for resources: {'Port': ['ID=0385863a-c16a-4786-a4d4-647631987f21,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:27:40.491811 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563146ba-c074-46b7-897b-1174fb5c58e3 None None] Network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:27:40.570073 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-bfab6a98-f618-4905-a8e2-9c6c425a95e2 None None] Provisioning complete for port 0385863a-c16a-4786-a4d4-647631987f21 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:27:40.570589 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bfab6a98-f618-4905-a8e2-9c6c425a95e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:40.675467 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bfab6a98-f618-4905-a8e2-9c6c425a95e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:40.711233 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-bfab6a98-f618-4905-a8e2-9c6c425a95e2 None None] For port 0385863a-c16a-4786-a4d4-647631987f21, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=0385863a-c16a-4786-a4d4-647631987f21,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:27:40.718280 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bfab6a98-f618-4905-a8e2-9c6c425a95e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:40.771779 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6a98-f618-4905-a8e2-9c6c425a95e2 None None] Pushing event updated for resources: {'Port': ['ID=0385863a-c16a-4786-a4d4-647631987f21,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:27:41.046263 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-0cff64f2-9275-4293-a397-cf36ce11c204 None None] Provisioning complete for port 0385863a-c16a-4786-a4d4-647631987f21 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:27:41.046630 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0cff64f2-9275-4293-a397-cf36ce11c204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:41.641653 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 0385863a-c16a-4786-a4d4-647631987f21 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:27:41.689531 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 0385863a-c16a-4786-a4d4-647631987f21 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:27:41.689894 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:27:53.263680 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:27:58.014986 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-1afb0791-f7cc-42e1-b9fa-92d70072cea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:00.335654 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-97e19974-018c-408d-b6dc-6decfe845cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:01.333733 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:02.726041 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:03.947685 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:28.020395 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fa2feb75-f83b-43cb-aa2a-14cdf1cde531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:30.267857 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:28:30.345969 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b07d632e-243b-40dd-826f-9c6bd3450c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:31.339891 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:32.729931 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:33.942459 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:57.233622 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45668) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:28:57.240006 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [None req-7d4c0d4c-4e98-46f9-989d-a750a235a29c tempest-verify_tempest_config-1762241426 tempest-verify_tempest_config-1762241426-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:28:57.241000 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7d4c0d4c-4e98-46f9-989d-a750a235a29c tempest-verify_tempest_config-1762241426 tempest-verify_tempest_config-1762241426-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063577 Dec 23 11:28:57.552619 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45686) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:28:57.670525 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:57.753780 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:57.759376 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:57.803502 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd19bf78dcbb4449904ec20dab92fae3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2497919 Dec 23 11:28:57.804602 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f662f-6433-43dd-8414-7757d4b3fdcf,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:28:57.806465 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45690) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:28:57.811141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.811585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.811995 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.812398 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.812816 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.813206 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.813609 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.814000 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.814401 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.814791 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.815174 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.815556 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.815937 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e8c2-cc0c-48cb-8636-32bd6090617d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:57.889413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:57.909254 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:58.003679 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:58.007678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:58.008977 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d77f662f-6433-43dd-8414-7757d4b3fdcf HTTP/1.1" status: 204 len: 168 time: 0.2014310 Dec 23 11:28:58.018643 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f662f-6433-43dd-8414-7757d4b3fdcf,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:28:58.029101 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fcca1d41-40ef-43b4-984c-f0ca00e5045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:28:58.030385 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.030737 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.031079 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.031409 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.031747 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.032065 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.032391 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.032725 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.033055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.033394 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.033705 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.034090 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.034451 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb776bef-fe6a-47d3-a8cc-b23b14e17351 admin admin] Tracked resource versions report: Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: pushed versions: Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: { 'AddressGroup': {'1.2'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'ConntrackHelper': {'1.0'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Log': {'1.0'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Network': {'1.1'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Port': {'1.7'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'PortForwarding': {'1.2'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'QosPolicy': {'1.10'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroup': {'1.5'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SubPort': {'1.0'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Subnet': {'1.1'}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Trunk': {'1.1'}} Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: consumer versions: Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'ConntrackHelper': '1.0', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'LocalIPAssociation': '1.0', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Log': '1.0', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Network': '1.1', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Port': '1.7', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'PortForwarding': '1.2', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'QosPolicy': '1.10', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroup': '1.5', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroupRule': '1.2', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SubPort': '1.0', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Subnet': '1.1', Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Trunk': '1.1'}} Dec 23 11:28:58.035790 dv-cinder-730936-3-iscsi neutron-server[102559]: {{(pid=102559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:29:00.339654 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-917b547d-862e-4339-90b0-4bb87f86d94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:01.338161 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:02.731067 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:03.946862 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:07.267150 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:29:28.031641 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb0812c5-676f-47c0-a1b4-c8182ad539d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:30.354057 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8341cc44-701e-4c80-a135-ecee4464d091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:31.346542 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:32.738222 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:33.953327 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:29:44.271697 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:29:58.027264 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-dd9690c5-c72c-4cb4-b7e1-bc700227603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:00.358258 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7b719c0d-4ecb-426b-81d4-17cfbf39c9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:01.352066 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:02.751119 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:03.957389 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:21.275853 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 5 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:30:28.033166 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-57c01f4b-419a-4a3c-97d2-3299ed0d0190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:30.355861 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2b4a022a-fb05-4146-8e5f-cd812700433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:31.353771 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:32.745277 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:33.952048 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:40.158090 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3860862'] for agent, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:54.935618 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45768) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:30:55.063658 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-50c70799-c789-4b67-8991-08a33d2ef3f0 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1266322 Dec 23 11:30:57.517083 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45778) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:30:57.574251 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c0f4ec3c-fb6d-44ad-a22c-f643e8a05bad admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0561159 Dec 23 11:30:58.035104 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0486e22c-a590-4c14-ab79-a345149d55ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:30:58.280816 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:31:00.353292 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-57178ea0-2307-4d1b-84b4-b316d3019bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:01.354628 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:02.752825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:03.957442 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:10.123449 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:28.041293 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2aaad30a-2c45-4d8a-8e9b-2f63ae936085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:30.356073 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7a0a96f8-7b96-46f1-a26e-47e3b0094b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:31.360016 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:32.751930 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:33.972507 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:35.283213 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:31:40.116353 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:31:58.034633 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d85ef4d8-cd5f-43e4-b01e-d79c0983433d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:00.351114 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-744adafa-c885-46f2-bdd9-3c23f587c994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:01.358917 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:02.763030 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:03.967140 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:10.123404 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:12.282211 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:32:27.741216 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45938) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:27.757072 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45940) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:27.928857 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627555775-network', 'tenant_id': '78ba11067e32496385db3fc9f22fdfc4'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:27.952629 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1485614201-network', 'tenant_id': '273fdd4bb3064b57b379868b49d4873f'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:27.954378 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Made reservation on behalf of 78ba11067e32496385db3fc9f22fdfc4 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:27.957476 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:27.979315 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:27.991789 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Made reservation on behalf of 273fdd4bb3064b57b379868b49d4873f for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:27.996998 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.014398 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.047808 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-01c68886-11ff-49b2-898e-94f660e9b282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.092263 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.097926 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.099107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.102993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.116881 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:32:28.133457 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c519ef6-520b-45cc-92fe-80c4b75714ed,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:28.142394 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.142762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.143192 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.143629 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.143963 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.144288 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.144627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.144988 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.145300 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.145633 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.146139 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.147030 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.147657 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Tracked resource versions report: Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: pushed versions: Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: { 'AddressGroup': {'1.2'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'ConntrackHelper': {'1.0'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Log': {'1.0'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Network': {'1.1'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Port': {'1.7'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'PortForwarding': {'1.2'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'QosPolicy': {'1.10'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroup': {'1.5'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SubPort': {'1.0'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Subnet': {'1.1'}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Trunk': {'1.1'}} Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: consumer versions: Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: HyperV agent@hv-cinder-73093: {}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'ConntrackHelper': '1.0', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'LocalIPAssociation': '1.0', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Log': '1.0', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Network': '1.1', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Port': '1.7', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'PortForwarding': '1.2', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'QosPolicy': '1.10', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroup': '1.5', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SecurityGroupRule': '1.2', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'SubPort': '1.0', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Subnet': '1.1', Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: 'Trunk': '1.1'}} Dec 23 11:32:28.149400 dv-cinder-730936-3-iscsi neutron-server[102559]: {{(pid=102559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:32:28.151971 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.151971 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Added segment f87e7c21-981a-43b2-9b61-61bdcb947279 of type vlan for network a28a2629-f9b5-49d7-b36d-5046304dc303 Dec 23 11:32:28.151971 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420e35c-d415-48f8-a4b3-fb6283a42cf5,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:28.169823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.169823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.169823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.170615 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.170615 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.170903 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.171024 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.171354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.171684 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.171991 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.172405 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.172840 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.173200 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Tracked resource versions report: Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: pushed versions: Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: { 'AddressGroup': {'1.2'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'ConntrackHelper': {'1.0'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Log': {'1.0'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Network': {'1.1'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Port': {'1.7'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'PortForwarding': {'1.2'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'QosPolicy': {'1.10'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroup': {'1.5'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SubPort': {'1.0'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Subnet': {'1.1'}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Trunk': {'1.1'}} Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: consumer versions: Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: HyperV agent@hv-cinder-73093: {}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'ConntrackHelper': '1.0', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'LocalIPAssociation': '1.0', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Log': '1.0', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Network': '1.1', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Port': '1.7', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'PortForwarding': '1.2', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'QosPolicy': '1.10', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroup': '1.5', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SecurityGroupRule': '1.2', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'SubPort': '1.0', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Subnet': '1.1', Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: 'Trunk': '1.1'}} Dec 23 11:32:28.174586 dv-cinder-730936-3-iscsi neutron-server[102560]: {{(pid=102560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:32:28.180351 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:32:28.199093 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761576337875', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.199542 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Unsubscribe: segment precommit_create {{(pid=102559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 11:32:28.200112 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Added segment 14763f2a-8d0b-4708-9c68-6679bbeb269f of type vlan for network ffa6ec1e-50c4-4580-aab9-62001bd0a583 Dec 23 11:32:28.215917 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.248612 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.249961 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:28.251252 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.266605 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.293620 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5353274 Dec 23 11:32:28.300349 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 45980) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:28.309717 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Request body: {'subnet': {'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1485614201-subnet', 'tenant_id': '273fdd4bb3064b57b379868b49d4873f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:28.328772 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204773a-7553-49b6-af5a-85760775889e admin admin] Pushing event updated for resources: {'Network': ['ID=a28a2629-f9b5-49d7-b36d-5046304dc303,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:28.333578 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.334730 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:28.335525 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.339290 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network a28a2629-f9b5-49d7-b36d-5046304dc303 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:32:28.428834 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Made reservation on behalf of 273fdd4bb3064b57b379868b49d4873f for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:28.432119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.483527 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 45992) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:28.488286 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Request body: {'subnet': {'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627555775-subnet', 'tenant_id': '78ba11067e32496385db3fc9f22fdfc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:28.489730 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7463331 Dec 23 11:32:28.496876 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5c2aa-1ec1-4d83-9803-5310264031f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa6ec1e-50c4-4580-aab9-62001bd0a583,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:28.516699 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network ffa6ec1e-50c4-4580-aab9-62001bd0a583 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:32:28.517793 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Made reservation on behalf of 78ba11067e32496385db3fc9f22fdfc4 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:28.520472 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.706561 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.751936 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.790408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2723d6c8-4fd9-44eb-9103-a9766d2f21ca,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:28.800645 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Checking segment: {'id': '14763f2a-8d0b-4708-9c68-6679bbeb269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:28.801493 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Network hostable DHCP agents. Network: ffa6ec1e-50c4-4580-aab9-62001bd0a583, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:32:28.822032 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Network ffa6ec1e-50c4-4580-aab9-62001bd0a583 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:32:28.836328 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfcbada-e442-4847-a33e-62c804b0469b,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:28.836579 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, ffa6ec1e-50c4-4580-aab9-62001bd0a583) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:28.852411 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116eaee-17ab-4fd9-bc50-fcc5ef9d4030 None None] Network ffa6ec1e-50c4-4580-aab9-62001bd0a583 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:28.855797 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:28.857247 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.857614 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46004) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:28.867617 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Checking segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:28.868353 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Network hostable DHCP agents. Network: a28a2629-f9b5-49d7-b36d-5046304dc303, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:32:28.878803 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-39a87933-9304-4d6e-bcef-0b760adf4f5d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3942502 Dec 23 11:32:28.895064 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46010) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:28.921143 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Network a28a2629-f9b5-49d7-b36d-5046304dc303 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:32:28.930892 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, a28a2629-f9b5-49d7-b36d-5046304dc303) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:28.936726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:28.937447 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:28.949655 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5568dd2-10a9-45a2-b1b8-049580b20534 None None] Network a28a2629-f9b5-49d7-b36d-5046304dc303 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:28.956125 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-57194b37-8d82-4b76-b5dd-67b5e3cdc8a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6547019 Dec 23 11:32:29.064043 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41c757-dea0-48af-90a0-4f1a2869b831 None None] Network ffa6ec1e-50c4-4580-aab9-62001bd0a583 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:29.138374 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a868c7e-dabe-4352-b146-2666e3a3b007 None None] Network a28a2629-f9b5-49d7-b36d-5046304dc303 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:29.240872 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-network', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:29.270765 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Made reservation on behalf of a47190c0d83341e4a86b0a692649c585 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:29.273669 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.281535 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-network', 'tenant_id': '5162e9da9c6440348a7279d7196f526a'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:29.294208 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.333208 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Made reservation on behalf of 5162e9da9c6440348a7279d7196f526a for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:29.335412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.350661 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.434420 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.442182 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.473307 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:32:29.496292 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.496884 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Added segment 4aa35aa7-1799-442c-97f4-3ad0c8228c35 of type vlan for network c2bb6534-ea5b-4ed2-8922-1e19399b5029 Dec 23 11:32:29.498190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7343a0-da14-4981-8238-cef9d6c2356d,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:29.544652 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.551049 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.559483 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.594226 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:32:29.614496 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:29.621228 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.621407 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Added segment 09d31c68-986e-4b51-9520-31f58dba8b20 of type vlan for network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 Dec 23 11:32:29.652156 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.653172 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:29.657541 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.684224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.732306 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8728073 Dec 23 11:32:29.735770 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46048) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:29.740826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Request body: {'subnet': {'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-subnet', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:29.751395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4e72-8fc4-448f-955f-dc36d04ffb8d admin admin] Pushing event updated for resources: {'Network': ['ID=c2bb6534-ea5b-4ed2-8922-1e19399b5029,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:29.763106 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:32:29.763295 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.764463 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:29.765136 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.768004 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Made reservation on behalf of a47190c0d83341e4a86b0a692649c585 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:29.771722 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:29.826553 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] Pushing event updated for resources: {'Network': ['ID=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:29.846143 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-737d59d3-755c-4589-8ba0-886f85c68cbd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9471161 Dec 23 11:32:29.848896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46056) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:29.853925 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:32:29.854741 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Request body: {'subnet': {'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-subnet', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:29.883112 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Made reservation on behalf of 5162e9da9c6440348a7279d7196f526a for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:29.886138 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.067460 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.139173 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee46868-21cd-4109-af32-8241c5784649,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:30.149897 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Checking segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:30.150251 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Network hostable DHCP agents. Network: c2bb6534-ea5b-4ed2-8922-1e19399b5029, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:32:30.150527 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.180932 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:32:30.194824 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, c2bb6534-ea5b-4ed2-8922-1e19399b5029) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:30.207474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f5270-7fa9-4384-a1e5-eecaa27e2a37 None None] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:30.212495 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:30.213427 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.224139 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16282816-f878-42b8-93ac-0aeae4daa5bc,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:30.230158 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Checking segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:30.230590 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Network hostable DHCP agents. Network: 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:32:30.241885 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-332832a0-d640-46e2-a687-0f974d2fbe49 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5024536 Dec 23 11:32:30.243119 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46074) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:30.249881 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:30.260915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:32:30.275800 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:30.281736 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:30.282474 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.300690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.305831 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-22ece0b2-6a73-497c-bcb1-6b9417c8550f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4556334 Dec 23 11:32:30.306235 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.310378 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46078) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:30.318165 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:30.352968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.353912 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106469c8-29d1-4f1e-b776-8051e0edef97 None None] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:30.354063 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.450059 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.486755 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f770d313-996a-49c6-a622-e412e3cfd245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.491477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ceb75-aaca-4080-b112-e61fb31abf52 None None] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:30.509971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.527680 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:32:30.528593 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.740267 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:30.842432 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Allocated IP 172.20.0.2 (c2bb6534-ea5b-4ed2-8922-1e19399b5029/5ee46868-21cd-4109-af32-8241c5784649/dcaee39b-983b-4675-9dc3-892f23f0a957) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:30.857966 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.089828 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.124203 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.171344 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.178648 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.233553 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.249863 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Pushing event updated for resources: {'Port': ['ID=dcaee39b-983b-4675-9dc3-892f23f0a957,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:31.264697 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.267504 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:31.270238 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:31.277213 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.277915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.278848 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.279886 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.281155 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.281782 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.282261 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.282897 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.283378 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.284795 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.285523 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.286347 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.287113 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Tracked resource versions report: Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: pushed versions: Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: { 'AddressGroup': {'1.2'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'ConntrackHelper': {'1.0'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Log': {'1.0'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Network': {'1.1'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Port': {'1.7'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'PortForwarding': {'1.2'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'QosPolicy': {'1.10'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroup': {'1.5'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SubPort': {'1.0'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Subnet': {'1.1'}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Trunk': {'1.1'}} Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: consumer versions: Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: HyperV agent@hv-cinder-73093: {}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'ConntrackHelper': '1.0', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'LocalIPAssociation': '1.0', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Log': '1.0', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Network': '1.1', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Port': '1.7', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'PortForwarding': '1.2', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'QosPolicy': '1.10', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroup': '1.5', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SecurityGroupRule': '1.2', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'SubPort': '1.0', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Subnet': '1.1', Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: 'Trunk': '1.1'}} Dec 23 11:32:31.288934 dv-cinder-730936-3-iscsi neutron-server[102561]: {{(pid=102561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:32:31.297804 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:31.343769 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Allocated IP 172.27.1.163 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/9c1ca035-5f6d-4153-ad8f-240ca0dde8fe) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:31.383475 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Attempting to bind port dcaee39b-983b-4675-9dc3-892f23f0a957 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:32:31.383839 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Attempting to bind port dcaee39b-983b-4675-9dc3-892f23f0a957 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:32:31.384242 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Attempting to bind port dcaee39b-983b-4675-9dc3-892f23f0a957 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:32:31.406344 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.407433 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:32:31.407799 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Checking segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:31.408181 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.408580 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Bound using segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:32:31.409154 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Bound port: dcaee39b-983b-4675-9dc3-892f23f0a957, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:32:31.409548 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.492289 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] For port dcaee39b-983b-4675-9dc3-892f23f0a957, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:32:31.496245 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] For port dcaee39b-983b-4675-9dc3-892f23f0a957, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=dcaee39b-983b-4675-9dc3-892f23f0a957,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:32:31.504600 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.505987 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.572006 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ab8bb-d4ff-493c-af23-42e85a38d884 None None] Pushing event updated for resources: {'Port': ['ID=dcaee39b-983b-4675-9dc3-892f23f0a957,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:31.575555 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:31.644783 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:31.646526 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:31.649349 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:31.653218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:31.680640 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Allocated IP 172.27.1.7 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/56c08091-a6bf-47ce-b738-6d749d51488a) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:31.890689 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.046576 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.212518 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46160) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:32.218392 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:32.219327 dv-cinder-730936-3-iscsi neutron-server[102559]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 11:32:32.249726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:32.275911 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:32.283375 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.301105 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Pushing event updated for resources: {'Port': ['ID=56c08091-a6bf-47ce-b738-6d749d51488a,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:32.353996 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46182) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:32.510979 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.615948 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46186) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:32.662710 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:32:32.732419 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-283acb31-2aee-451b-ace6-a2661bf6fe68 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:32.734375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-283acb31-2aee-451b-ace6-a2661bf6fe68 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/networks?id=ffa6ec1e-50c4-4580-aab9-62001bd0a583 HTTP/1.1" status: 200 len: 811 time: 0.5189192 Dec 23 11:32:32.770435 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.778500 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9fa70ec4-b96c-49ac-8a47-3545b014ec1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.785257 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-fb452894-c27d-476a-9eba-f8e21db7c613 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:32.786846 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-fb452894-c27d-476a-9eba-f8e21db7c613 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.4312248 Dec 23 11:32:32.815708 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:32:32.825825 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-11502875-cf77-4617-956f-95a02ff9352b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/quotas/78ba11067e32496385db3fc9f22fdfc4 HTTP/1.1" status: 200 len: 375 time: 0.0687842 Dec 23 11:32:32.830475 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:32:32.846787 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:32.847599 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:32.852398 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.856234 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-194e4ca0-9c4a-4bcd-a14f-4fd68bbad456 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6093163 Dec 23 11:32:32.857809 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46192) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:32.921951 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-a832d7f8-5aa6-4dee-9504-4a1feb5f3203 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/quotas/273fdd4bb3064b57b379868b49d4873f HTTP/1.1" status: 200 len: 375 time: 0.0898485 Dec 23 11:32:32.924493 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-1593dff3-0912-4ef0-b2d7-3340b9127ef7 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=78ba11067e32496385db3fc9f22fdfc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913272 Dec 23 11:32:32.985456 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9fa70ec4-b96c-49ac-8a47-3545b014ec1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:32.992511 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9fa70ec4-b96c-49ac-8a47-3545b014ec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.013170 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-69dc9c6a-f25e-402c-95f3-3eb469ab1889 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522344 Dec 23 11:32:33.029834 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f770f3-eeaa-4189-adc4-ce1b676fc11a None None] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:33.042416 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.053362 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70ec4-b96c-49ac-8a47-3545b014ec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dcd7d7-e2c9-4b11-835c-78c7e3458a81,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:33.095108 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9fa70ec4-b96c-49ac-8a47-3545b014ec1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfbb265cd7ac43fcaba2a315ccee3cf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4755366 Dec 23 11:32:33.095936 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46206) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:33.122675 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-fc9355d1-23cf-49a5-8854-0edf167b697a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:32:33.123680 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-fc9355d1-23cf-49a5-8854-0edf167b697a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1096783 Dec 23 11:32:33.160728 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:33.218491 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8731-ba27-4b0e-b21b-7b1b268842b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.233446 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-9830c4ca-9687-49c7-b647-58d2bc07e4f4 None None] Provisioning complete for port dcaee39b-983b-4675-9dc3-892f23f0a957 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:33.233982 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9830c4ca-9687-49c7-b647-58d2bc07e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.246458 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-674b732a-03d1-4d36-b70f-67062031f885 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:32:33.247573 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-674b732a-03d1-4d36-b70f-67062031f885 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0832899 Dec 23 11:32:33.292257 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8731-ba27-4b0e-b21b-7b1b268842b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.349530 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9830c4ca-9687-49c7-b647-58d2bc07e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.391206 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-9830c4ca-9687-49c7-b647-58d2bc07e4f4 None None] For port dcaee39b-983b-4675-9dc3-892f23f0a957, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=dcaee39b-983b-4675-9dc3-892f23f0a957,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:32:33.399568 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9830c4ca-9687-49c7-b647-58d2bc07e4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.407662 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:31Z', 'revision_number': 3, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:33.453602 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:32:33.454128 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Updating router 2b04296f-ec0c-439a-bf20-abf7cd16756d port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:32:33.458524 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-3f06cbda-ddd8-4560-882e-a4e1dcc358e5 service neutron] 10.222.0.31 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268187 Dec 23 11:32:33.502162 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.530911 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830c4ca-9687-49c7-b647-58d2bc07e4f4 None None] Pushing event updated for resources: {'Port': ['ID=dcaee39b-983b-4675-9dc3-892f23f0a957,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:33.534013 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-85cdc237-872b-4335-ad01-017f3a65c861 service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544448 Dec 23 11:32:33.564378 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8731-ba27-4b0e-b21b-7b1b268842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.568192 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8731-ba27-4b0e-b21b-7b1b268842b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.569667 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b3ab8731-ba27-4b0e-b21b-7b1b268842b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01dcd7d7-e2c9-4b11-835c-78c7e3458a81 HTTP/1.1" status: 204 len: 168 time: 0.4733126 Dec 23 11:32:33.596435 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab8731-ba27-4b0e-b21b-7b1b268842b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dcd7d7-e2c9-4b11-835c-78c7e3458a81,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:33.606473 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.717248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.732387 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-48c92516-a16f-447c-924b-4ec6cdbf4baf None None] Provisioning complete for port dcaee39b-983b-4675-9dc3-892f23f0a957 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:33.735094 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-48c92516-a16f-447c-924b-4ec6cdbf4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:33.749569 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-abf94003-3ed3-4b1b-9cbb-c68931597ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757308 Dec 23 11:32:33.820895 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-69e54eb9-7354-4fae-9027-68cc150fd19c service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490153 Dec 23 11:32:33.896089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Router 230e86ad-f723-449f-b916-61da4b179011 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:32:34.034634 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device dcaee39b-983b-4675-9dc3-892f23f0a957 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:34.103911 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:32:34.132880 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.134293 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Sync routers for ids ['230e86ad-f723-449f-b916-61da4b179011'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:32:34.139734 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.153747 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.163949 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46224) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:34.179843 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.181159 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c6c4246d-0809-4997-98ed-f4372c5087cc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8698249 Dec 23 11:32:34.184085 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46228) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:34.245664 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Routers {'230e86ad-f723-449f-b916-61da4b179011'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:34.246304 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['230e86ad-f723-449f-b916-61da4b179011'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:34.279741 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Attempting to bind port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:32:34.280364 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Attempting to bind port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:32:34.281011 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Attempting to bind port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:32:34.285905 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-704b9cff-2e42-4bdf-98e3-34f939e923fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.330267 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:32:34.332253 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:34.333102 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.337570 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:32:34.339314 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port dcaee39b-983b-4675-9dc3-892f23f0a957 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:34.339685 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.340701 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Bound port: 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:32:34.343569 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.344225 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Allocated IP 172.20.0.1 (c2bb6534-ea5b-4ed2-8922-1e19399b5029/5ee46868-21cd-4109-af32-8241c5784649/2eb4ab75-5239-4b99-9d35-ecd20442e835) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:34.447375 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Set router 230e86ad-f723-449f-b916-61da4b179011 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:34.478800 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] For port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:32:34.484678 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] For port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:32:34.498101 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.532893 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:34.535378 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:34.639257 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.706194 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:34.737348 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.758714 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:32Z', 'revision_number': 3, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:34.788893 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Pushing event updated for resources: {'Port': ['ID=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:34.794203 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Checking router: 230e86ad-f723-449f-b916-61da4b179011 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:32:34.794691 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Updating router 230e86ad-f723-449f-b916-61da4b179011 port 56c08091-a6bf-47ce-b738-6d749d51488a binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:32:34.810440 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.811232 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.811803 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.812439 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.813017 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.813752 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.814670 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.815558 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.816163 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.816784 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.817597 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.818478 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.819202 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Tracked resource versions report: Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: pushed versions: Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: { 'AddressGroup': {'1.2'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'ConntrackHelper': {'1.0'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Log': {'1.0'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Network': {'1.1'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Port': {'1.7'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'PortForwarding': {'1.2'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'QosPolicy': {'1.10'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroup': {'1.5'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SubPort': {'1.0'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Subnet': {'1.1'}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Trunk': {'1.1'}} Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: consumer versions: Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: { DHCP agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: HyperV agent@hv-cinder-73093: {}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: L3 agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: Metadata agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: Metering agent@dv-cinder-730936-3-iscsi: {}, Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: Open vSwitch agent@dv-cinder-730936-3-iscsi: { 'AddressGroup': '1.2', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'ConntrackHelper': '1.0', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'LocalIPAssociation': '1.0', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Log': '1.0', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Network': '1.1', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Port': '1.7', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'PortForwarding': '1.2', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'QosPolicy': '1.10', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroup': '1.5', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SecurityGroupRule': '1.2', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'SubPort': '1.0', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Subnet': '1.1', Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: 'Trunk': '1.1'}} Dec 23 11:32:34.820591 dv-cinder-730936-3-iscsi neutron-server[102562]: {{(pid=102562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:32:34.854729 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.865642 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:34.867394 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:34.878679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:34.888187 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:34.917693 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb4ab75-5239-4b99-9d35-ecd20442e835,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:35.041834 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0072a10-100c-4f81-89bc-fe92d3f5b40b None None] Pushing event updated for resources: {'Port': ['ID=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:35.045275 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-00081dec-247b-4f33-97e8-0b34a9468bc5 req-180b3f15-fd87-4058-a5e7-eb6d4083daad tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.4377882 Dec 23 11:32:35.098455 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43c75e01-ef2f-4132-b8ac-af30249c898f req-d18c4b75-ec2b-40b4-9ccb-fc5ff630670f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.1914294 Dec 23 11:32:35.253126 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:31Z', 'revision_number': 3, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:35.278205 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-704b9cff-2e42-4bdf-98e3-34f939e923fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.316409 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-704b9cff-2e42-4bdf-98e3-34f939e923fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.357011 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f519b-dc73-4271-b615-88d7aa60b92d None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:31Z', 'revision_number': 3, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:32:35.383789 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-845ddf2e-7457-449e-aed8-47d53cc9e41f None None] Provisioning complete for port 2eb4ab75-5239-4b99-9d35-ecd20442e835 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:35.384335 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-845ddf2e-7457-449e-aed8-47d53cc9e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.492186 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-704b9cff-2e42-4bdf-98e3-34f939e923fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36ae287157234791816b3f8a8e841ea9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3255432 Dec 23 11:32:35.509857 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46312) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:35.550113 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-845ddf2e-7457-449e-aed8-47d53cc9e41f None None] Port 2eb4ab75-5239-4b99-9d35-ecd20442e835 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:32:35.597138 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b9cff-2e42-4bdf-98e3-34f939e923fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f18dbdc-314f-4359-b218-2133db20cdfd,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:35.723603 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.736685 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.737732 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.839657 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e4e70-47de-4fd9-9a1a-7b646da589a5 None None] Pushing event updated for resources: {'Port': ['ID=56c08091-a6bf-47ce-b738-6d749d51488a,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:35.849529 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-763744d7-d32c-4132-9fae-29f83b667760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.879658 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Attempting to bind port 56c08091-a6bf-47ce-b738-6d749d51488a on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:32:35.880319 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Attempting to bind port 56c08091-a6bf-47ce-b738-6d749d51488a by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:32:35.882003 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Attempting to bind port 56c08091-a6bf-47ce-b738-6d749d51488a on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:32:35.902756 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:32:35.902756 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:35.910278 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:35.912487 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:32:35.913378 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Bound port: 56c08091-a6bf-47ce-b738-6d749d51488a, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:32:35.915682 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.049558 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-763744d7-d32c-4132-9fae-29f83b667760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.059180 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] For port 56c08091-a6bf-47ce-b738-6d749d51488a, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:32:36.065580 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] For port 56c08091-a6bf-47ce-b738-6d749d51488a, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=56c08091-a6bf-47ce-b738-6d749d51488a,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:32:36.078195 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.170444 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.183533 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.184909 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.191902 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Routers {'230e86ad-f723-449f-b916-61da4b179011'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:36.192458 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['230e86ad-f723-449f-b916-61da4b179011'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:36.276528 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6e11d10-2683-4ef0-b93f-c75ec02b25a3 req-6b87183b-10ed-445f-b416-8103a6fb3a75 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.1197054 Dec 23 11:32:36.277014 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb4ab75-5239-4b99-9d35-ecd20442e835,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:36.372499 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b6dcf533-1713-4b6a-b7b4-c7d4a52f7835 req-2728a7ca-2372-47ca-8b36-181812646136 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0934918 Dec 23 11:32:36.416303 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e4e70-47de-4fd9-9a1a-7b646da589a5 None None] Pushing event updated for resources: {'Port': ['ID=56c08091-a6bf-47ce-b738-6d749d51488a,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:36.422648 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-763744d7-d32c-4132-9fae-29f83b667760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.426628 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-763744d7-d32c-4132-9fae-29f83b667760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.428289 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-763744d7-d32c-4132-9fae-29f83b667760 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f18dbdc-314f-4359-b218-2133db20cdfd HTTP/1.1" status: 204 len: 168 time: 0.9126289 Dec 23 11:32:36.448905 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763744d7-d32c-4132-9fae-29f83b667760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f18dbdc-314f-4359-b218-2133db20cdfd,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:36.471026 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:36.472787 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:36.474274 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.560417 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] Set router 230e86ad-f723-449f-b916-61da4b179011 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:36.707430 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:32:36.882767 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:32:36.901459 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a36cf306-fd7d-4d62-83d2-0206f65d49e9 admin admin] 10.222.0.31 "PUT /v2.0/routers/2b04296f-ec0c-439a-bf20-abf7cd16756d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0420322 Dec 23 11:32:36.919548 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-eecb04d1-7339-4c5a-bccb-20b40aac4fd4 None None] Provisioning complete for port 2eb4ab75-5239-4b99-9d35-ecd20442e835 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:36.919911 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eecb04d1-7339-4c5a-bccb-20b40aac4fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:36.924994 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Allocated IP 172.20.0.1 (9b86ea31-5e46-4dae-9a1c-b1217ffd56e6/16282816-f878-42b8-93ac-0aeae4daa5bc/03dc3d29-0d3c-4b80-bf2f-8e306ef48822) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:36.965776 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-eecb04d1-7339-4c5a-bccb-20b40aac4fd4 None None] Port 2eb4ab75-5239-4b99-9d35-ecd20442e835 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:32:36.969517 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:32Z', 'revision_number': 3, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:37.021591 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7497cd45-889c-4ccd-921a-ac8a740685b5 None None] The sync data for ids ['230e86ad-f723-449f-b916-61da4b179011'] in dv-cinder-730936-3-iscsi is: [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:32Z', 'revision_number': 3, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:32:37.096945 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.146549 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.190238 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:37.194786 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:37.197286 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:37.197947 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.251074 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46382) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:37.312886 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Pushing event updated for resources: {'Port': ['ID=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:37.480268 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-28edca7d-118b-48fe-a1ec-78e603915f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.577287 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a36627e1-60e2-4afd-9941-ed95441a94da req-2fdf4137-200f-4abe-b0fb-1883794318f3 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.0841103 Dec 23 11:32:37.595081 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.652433 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-28edca7d-118b-48fe-a1ec-78e603915f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.658709 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-28edca7d-118b-48fe-a1ec-78e603915f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.718199 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-28edca7d-118b-48fe-a1ec-78e603915f37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d5fa9300b0d447ab9aa4b3b27f75e18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4657884 Dec 23 11:32:37.720064 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46396) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:37.762309 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7a8ed36-21a9-4393-9879-b1fbfe792bd8 req-4689ff47-b1fb-490a-8acf-17751ab6e4c7 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0713761 Dec 23 11:32:37.803593 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edca7d-118b-48fe-a1ec-78e603915f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e433d4-da6c-4f8e-a3ea-10f0d9ab71df,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:37.858273 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf640048-6fd1-40f3-9626-8d66313acfb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.903468 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf640048-6fd1-40f3-9626-8d66313acfb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:37.922620 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 56c08091-a6bf-47ce-b738-6d749d51488a up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:37.997997 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf640048-6fd1-40f3-9626-8d66313acfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.000101 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 56c08091-a6bf-47ce-b738-6d749d51488a triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:38.001051 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.002277 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf640048-6fd1-40f3-9626-8d66313acfb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.006983 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cf640048-6fd1-40f3-9626-8d66313acfb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6e433d4-da6c-4f8e-a3ea-10f0d9ab71df HTTP/1.1" status: 204 len: 168 time: 0.2856784 Dec 23 11:32:38.017348 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf640048-6fd1-40f3-9626-8d66313acfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e433d4-da6c-4f8e-a3ea-10f0d9ab71df,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:38.130108 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:32:38.150514 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.165230 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:38.170339 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.170652 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:38.179990 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.181831 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.202097 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 56c08091-a6bf-47ce-b738-6d749d51488a, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=56c08091-a6bf-47ce-b738-6d749d51488a,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:32:38.211228 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.212116 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:38.291215 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Pushing event updated for resources: {'Port': ['ID=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:38.347805 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=56c08091-a6bf-47ce-b738-6d749d51488a,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:38.390055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:38.390279 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.441743 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:38.482465 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:38.484485 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:38.526511 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.562706 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:32:38.570451 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.607655 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46424) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:38.615162 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851393330', 'description': 'tempest-description--2091994091'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:38.673285 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:38.690232 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.801349 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.806440 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.855959 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df3968a-4334-4b13-841e-846bfd90b334,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:38.860799 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.865194 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0b8fa18c-ab9f-4ab4-aefa-092af5cb9194 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2530751 Dec 23 11:32:38.865194 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46440) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:38.869495 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'security_group_rule': {'security_group_id': '2df3968a-4334-4b13-841e-846bfd90b334', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:38.909417 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:38.970895 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 2, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:38.999999 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.010961 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.018382 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0fbd9f70-d9da-47be-b4f0-1d249ca27a7f req-361a177e-433b-4b9b-b125-1363c5f3f7aa tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.0923243 Dec 23 11:32:39.026001 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eaf949-3f52-468b-92a4-3c11668564da,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:39.046332 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Router 230e86ad-f723-449f-b916-61da4b179011 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:32:39.048612 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.053618 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b114e358-8183-4435-a8c3-f58450073f6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873021 Dec 23 11:32:39.054227 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46446) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:39.057456 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:32:39.057851 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Updating router 2b04296f-ec0c-439a-bf20-abf7cd16756d port 2eb4ab75-5239-4b99-9d35-ecd20442e835 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:32:39.080105 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'security_group_rule': {'security_group_id': '2df3968a-4334-4b13-841e-846bfd90b334', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:39.119059 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.134428 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.193124 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-40e88e5e-1193-40b4-89dd-e8653c73ba67 req-75466a48-b021-4fe9-b91e-ec075bdf2705 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0518224 Dec 23 11:32:39.281958 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:32:39.285873 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.289499 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-bfc0db8a-27ba-46ce-bc2e-867ee25b4abb admin admin] 10.222.0.31 "PUT /v2.0/routers/230e86ad-f723-449f-b916-61da4b179011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1042306 Dec 23 11:32:39.293185 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.317686 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fbd8c1-f611-4520-a3a9-b0c27b83e4da,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:39.354280 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.356690 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46466) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:39.362946 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-17c46ec4-e4c2-4c86-8875-19b15bffc0e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072319 Dec 23 11:32:39.368369 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:39.409169 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.681337 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.685436 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.689687 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.749942 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Sync routers for ids ['230e86ad-f723-449f-b916-61da4b179011'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:32:39.774275 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Routers {'230e86ad-f723-449f-b916-61da4b179011'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:39.777795 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['230e86ad-f723-449f-b916-61da4b179011'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:39.811528 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5dc4-d7a0-45d3-9e31-bc2053f4120b None None] Pushing event updated for resources: {'Port': ['ID=2eb4ab75-5239-4b99-9d35-ecd20442e835,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:39.869526 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Attempting to bind port 2eb4ab75-5239-4b99-9d35-ecd20442e835 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:32:39.869908 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Attempting to bind port 2eb4ab75-5239-4b99-9d35-ecd20442e835 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:32:39.870274 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Attempting to bind port 2eb4ab75-5239-4b99-9d35-ecd20442e835 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:32:39.885724 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:32:39.886139 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Checking segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:39.886550 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.888874 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Bound using segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:32:39.889419 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Bound port: 2eb4ab75-5239-4b99-9d35-ecd20442e835, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:32:39.889833 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:39.891200 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Allocated IP 172.27.1.206 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/d3a888da-d3f3-4d6d-b402-a1e39ce6c263) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:39.992422 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Set router 230e86ad-f723-449f-b916-61da4b179011 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:40.081967 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] For port 2eb4ab75-5239-4b99-9d35-ecd20442e835, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:32:40.082161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.090762 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] For port 2eb4ab75-5239-4b99-9d35-ecd20442e835, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=2eb4ab75-5239-4b99-9d35-ecd20442e835,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:32:40.100865 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.150919 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 56c08091-a6bf-47ce-b738-6d749d51488a up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:40.196113 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5dc4-d7a0-45d3-9e31-bc2053f4120b None None] Pushing event updated for resources: {'Port': ['ID=2eb4ab75-5239-4b99-9d35-ecd20442e835,revision_number=4']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:40.220242 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:40.220923 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:40.253935 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5351f9d3-e1d5-42a8-a84f-d2b874910336 None None] Provisioning complete for port 2eb4ab75-5239-4b99-9d35-ecd20442e835 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:40.254532 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5351f9d3-e1d5-42a8-a84f-d2b874910336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.289827 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.381839 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:40.388308 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-809fb139-bc02-4448-94d6-156c586288fa req-2cf46014-43f8-4f56-872d-518ca93c1196 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.2595944 Dec 23 11:32:40.397045 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:40.427144 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:40.429932 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:40.518904 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 56c08091-a6bf-47ce-b738-6d749d51488a triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:40.519336 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.577803 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c1a845ac-761e-49c1-981c-f5cfc9b3cc0f req-13ee7b3d-94e0-46f3-8397-5d3f458728bb tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0599046 Dec 23 11:32:40.586819 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.599502 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5351f9d3-e1d5-42a8-a84f-d2b874910336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.609532 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'Port': ['ID=d3a888da-d3f3-4d6d-b402-a1e39ce6c263,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:40.649663 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-722cba0d-b420-4c4b-b09a-d80385de9581 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:40.659653 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-722cba0d-b420-4c4b-b09a-d80385de9581 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 819 time: 0.5172036 Dec 23 11:32:40.675593 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5351f9d3-e1d5-42a8-a84f-d2b874910336 None None] For port 2eb4ab75-5239-4b99-9d35-ecd20442e835, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=2eb4ab75-5239-4b99-9d35-ecd20442e835,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:32:40.677817 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:37Z', 'revision_number': 4, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '03dc3d29-0d3c-4b80-bf2f-8e306ef48822', 'name': '', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'mac_address': 'fa:16:3e:d2:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:36Z', 'updated_at': '2021-12-23T11:32:37Z', 'revision_number': 2, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'subnets': [{'id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:40.702567 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-480cbc13-856a-4ab1-9a52-86386c8a91f6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/quotas/5162e9da9c6440348a7279d7196f526a HTTP/1.1" status: 200 len: 375 time: 0.0186121 Dec 23 11:32:40.703398 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.711137 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5351f9d3-e1d5-42a8-a84f-d2b874910336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:40.717620 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Checking router: 230e86ad-f723-449f-b916-61da4b179011 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:32:40.717969 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Updating router 230e86ad-f723-449f-b916-61da4b179011 port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:32:40.724513 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:40.749641 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:40.796869 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831b8e4a-ba77-4fcf-8cd6-bb52be06832a None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:32:40.945103 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-aab8e951-f212-468c-92df-3cb30e803c65 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1784091 Dec 23 11:32:40.964380 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.002050 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.132269 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.161891 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.209903 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-7c27fc93-e3af-42fd-b59e-624244dc97b9 None None] Provisioning complete for port 2eb4ab75-5239-4b99-9d35-ecd20442e835 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:41.210376 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c27fc93-e3af-42fd-b59e-624244dc97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.211887 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351f9d3-e1d5-42a8-a84f-d2b874910336 None None] Pushing event updated for resources: {'Port': ['ID=2eb4ab75-5239-4b99-9d35-ecd20442e835,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:41.222494 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-66dab177-4788-4c1c-9371-38eb524a5c42 service neutron] 10.222.0.31 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517242 Dec 23 11:32:41.241219 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.306557 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'Port': ['ID=d3a888da-d3f3-4d6d-b402-a1e39ce6c263,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:41.318600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.320030 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-0252f7e1-d8e8-4496-b8c1-1cc5ccc0dc50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9599457 Dec 23 11:32:41.447853 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:41.448219 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.462200 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-9ffd5fab-51a0-48f0-b318-e3947ac7d1d4 service neutron] 10.222.0.31 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065246 Dec 23 11:32:41.588483 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-82bdab71-cc1e-4bea-8c5d-e96fb2119676 req-3a48e683-ac2c-485c-8d66-f3e9ab55350b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.1056118 Dec 23 11:32:41.776947 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-3835d068-8edb-45d8-8b51-f4a4d2eb9530 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1851393330&fields=id&tenant_id=a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 267 time: 0.0702124 Dec 23 11:32:41.851312 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.876987 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:41.948506 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 2eb4ab75-5239-4b99-9d35-ecd20442e835 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:42.083152 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b4320-2156-40ec-a697-857d707f7ca9 None None] Pushing event updated for resources: {'Port': ['ID=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:42.105375 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Attempting to bind port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:32:42.105785 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Attempting to bind port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:32:42.106144 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Attempting to bind port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:32:42.115254 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:32:42.115664 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Checking segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:42.116028 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:42.116420 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Bound using segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:32:42.117210 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Bound port: 03dc3d29-0d3c-4b80-bf2f-8e306ef48822, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:32:42.117338 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:42.126368 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ba069dd-ffdd-4c56-be7b-f98a898e8a5f req-651143eb-51e1-462b-8ffe-0c349fc06470 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0382578 Dec 23 11:32:42.151925 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 2eb4ab75-5239-4b99-9d35-ecd20442e835 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:42.152369 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:42.250409 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] For port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:32:42.254844 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] For port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:32:42.269885 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-30248421-9302-4663-9a21-d3d61687a46c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:42.277128 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-30248421-9302-4663-9a21-d3d61687a46c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 817 time: 0.4992292 Dec 23 11:32:42.285858 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:42.304387 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-fb8e5841-c6ac-4ed7-a07a-9f3b52f77217 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/quotas/a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 375 time: 0.0262439 Dec 23 11:32:42.369619 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Routers {'230e86ad-f723-449f-b916-61da4b179011'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:32:42.370258 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:32:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['230e86ad-f723-449f-b916-61da4b179011'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:42.374239 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b4320-2156-40ec-a697-857d707f7ca9 None None] Pushing event updated for resources: {'Port': ['ID=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:42.378371 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ad6aa70-2de2-4034-8b32-7b29e5e5707e req-ba7e2b02-49e3-4732-9794-24072b06039d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 210 time: 0.0896311 Dec 23 11:32:42.415865 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-e3b53857-06ee-41cf-ab34-d33932d11bf0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105118 Dec 23 11:32:42.544785 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] Set router 230e86ad-f723-449f-b916-61da4b179011 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:32:42.559247 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-80686dc5-823b-4aa1-962d-586c56563824 service neutron] 10.222.0.31 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341991 Dec 23 11:32:42.733741 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-455b0e67-3430-4512-a813-2ee2785e862f service neutron] 10.222.0.31 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681345 Dec 23 11:32:42.762691 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:37Z', 'revision_number': 4, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '03dc3d29-0d3c-4b80-bf2f-8e306ef48822', 'name': '', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'mac_address': 'fa:16:3e:d2:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:36Z', 'updated_at': '2021-12-23T11:32:42Z', 'revision_number': 4, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'subnets': [{'id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:32:42.766218 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-cf408f7e-6434-45aa-8264-a9e02635808f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:42.767670 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-cf408f7e-6434-45aa-8264-a9e02635808f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 819 time: 0.1221313 Dec 23 11:32:42.785267 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-fa0913d2-8b83-416d-9135-1afcffab770c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/quotas/5162e9da9c6440348a7279d7196f526a HTTP/1.1" status: 200 len: 375 time: 0.0095069 Dec 23 11:32:42.789110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc08012-5df0-4b6e-8677-880b82b666b6 None None] The sync data for ids ['230e86ad-f723-449f-b916-61da4b179011'] in dv-cinder-730936-3-iscsi is: [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:37Z', 'revision_number': 4, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '03dc3d29-0d3c-4b80-bf2f-8e306ef48822', 'name': '', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'mac_address': 'fa:16:3e:d2:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:36Z', 'updated_at': '2021-12-23T11:32:42Z', 'revision_number': 4, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'subnets': [{'id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:32:42.852160 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-322548b2-05f2-40be-9e21-461f4ea90090 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592363 Dec 23 11:32:42.945257 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-65c554a9-6f02-4d93-9807-f7317ce293e1 req-7c5cf896-250c-4ca9-a9f5-0de1c524f7fd tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.0326469 Dec 23 11:32:42.974895 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-62a50695-c7fd-414c-8963-d0707241f69a service neutron] 10.222.0.31 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146746 Dec 23 11:32:43.045688 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a1d6da57-8975-4408-a6c0-241dfbc5753e req-adb64ce3-5b7c-4ac2-9234-d71b939591ba tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0565755 Dec 23 11:32:43.130021 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-78622a26-1fe2-4909-9627-2d07d376fc5f service neutron] 10.222.0.31 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486928 Dec 23 11:32:43.212554 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-25871f30-7251-4509-ae99-4e9c547b16ce req-c06ab76b-661b-41ae-990e-c88037840697 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Dec 23 11:32:43.312556 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ab097034-56ed-4281-8421-4694bad414ea req-41dd4549-2a9a-40ad-828b-bfa274ba7033 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0312941 Dec 23 11:32:43.849467 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:43.908892 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:43.909320 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:44.017390 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:44.070635 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:32:44.076387 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:44.089867 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8756ad30-a12a-40df-a238-575971c4f9f0 req-4af95e82-29e3-450c-95d2-321c746f0757 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.0417314 Dec 23 11:32:44.130678 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:44.182991 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f213410d-69d1-4a23-bad8-98a9bb9be9f6 req-b6452b87-b17c-4d4a-a6b1-a33fa15eb83f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0266731 Dec 23 11:32:44.304887 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8940892a-020e-4c71-add1-e0cf0173d1ca req-04087705-68f8-4a60-a9e2-fa6a86292fab tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0249760 Dec 23 11:32:44.402885 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-40da115e-224b-471a-b7a1-5daebff4c660 req-79348d17-9f5a-4c98-8928-d13cd69aa78d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0259511 Dec 23 11:32:45.198306 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b940628e-9cb6-479e-956c-eaa123614984 req-78614975-ae7c-40a1-889a-8a7fcac63c46 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.0294819 Dec 23 11:32:45.322911 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-34c2f1af-9fe8-4063-9615-0279a7ed10b1 req-02437709-636c-406c-8431-5736050a10b2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0438163 Dec 23 11:32:45.414434 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6b4d52b-9df8-4d57-be6c-fbe5bbcb4cc3 req-1d315906-53b2-47ab-a470-cc5064f263ae tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0252697 Dec 23 11:32:45.495326 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c54120b-9862-4778-a42e-4a8f3743779a req-324c2970-d744-4b24-821e-e9ec0a1192df tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Dec 23 11:32:45.688368 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.32', 50393) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:45.818559 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-6126f7db-43e3-43ef-90a9-485b8ebac5ff tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:45.820319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-6126f7db-43e3-43ef-90a9-485b8ebac5ff tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.32 "GET /v2.0/networks?id=ffa6ec1e-50c4-4580-aab9-62001bd0a583 HTTP/1.1" status: 200 len: 811 time: 0.1297951 Dec 23 11:32:45.829184 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:32:45.879537 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:32:45.879937 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:45.948680 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Request body: {'port': {'device_id': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583', 'admin_state_up': True, 'tenant_id': '78ba11067e32496385db3fc9f22fdfc4'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:45.992940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46714) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:46.079080 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Made reservation on behalf of 78ba11067e32496385db3fc9f22fdfc4 for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:46.082636 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:46.104449 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-180585f3-bcf5-4045-a0c6-fcf644b65179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:46.187620 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-180585f3-bcf5-4045-a0c6-fcf644b65179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:46.194034 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-180585f3-bcf5-4045-a0c6-fcf644b65179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:46.248917 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-180585f3-bcf5-4045-a0c6-fcf644b65179 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c3725ad082149b9a0f45fb42d97da0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2548306 Dec 23 11:32:46.254418 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46734) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:46.297685 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.32', 50400) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:46.412973 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180585f3-bcf5-4045-a0c6-fcf644b65179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799022de-9cfe-4097-9b1f-fed2292b7e1f,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:46.508008 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-d7cd07ec-095e-4fe6-ae99-3319318e9014 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:46.509692 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-d7cd07ec-095e-4fe6-ae99-3319318e9014 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.2108412 Dec 23 11:32:46.523876 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Request body: {'port': {'device_id': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'admin_state_up': True, 'tenant_id': '273fdd4bb3064b57b379868b49d4873f'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:46.560162 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Allocated IP 172.20.0.12 (ffa6ec1e-50c4-4580-aab9-62001bd0a583/2723d6c8-4fd9-44eb-9103-a9766d2f21ca/17ca8866-a582-41a8-866b-9919fc42909e) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:46.807740 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:46.830466 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1c806384-796b-456a-9473-2bed2aaeec59 req-51c405ce-597b-458e-96ac-91816b7bb4ca tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.4006715 Dec 23 11:32:46.871800 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Made reservation on behalf of 273fdd4bb3064b57b379868b49d4873f for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:46.885263 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.043571 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60aeed8e-04db-469d-b14f-f9192cf943ec req-25fe4449-fe6f-4246-aad9-4f856f426ff5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.5919478 Dec 23 11:32:47.057681 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.100214 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49afc9c1-e23c-458d-88c3-00fec9fc4f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.282014 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Allocated IP 172.20.0.12 (a28a2629-f9b5-49d7-b36d-5046304dc303/1dfcbada-e442-4847-a33e-62c804b0469b/d6f82306-850f-4c3f-90d9-ae07ea5b97fa) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:32:47.385966 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be35b04e-8464-4772-b594-865284ebbb85 req-c32e8da5-c5b4-46de-80b4-6112891bf2ba tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0446498 Dec 23 11:32:47.413300 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Network ffa6ec1e-50c4-4580-aab9-62001bd0a583 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:47.457485 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5c97-31ca-4ad6-b285-58f17e022f92 req-d948230b-b504-48fd-83a5-997b7c0a230c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:47.466474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b10a5c97-31ca-4ad6-b285-58f17e022f92 req-d948230b-b504-48fd-83a5-997b7c0a230c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.4755831 Dec 23 11:32:47.475084 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Pushing event updated for resources: {'Port': ['ID=17ca8866-a582-41a8-866b-9919fc42909e,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:47.481920 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:47.504639 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49afc9c1-e23c-458d-88c3-00fec9fc4f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.626108 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b10a5c97-31ca-4ad6-b285-58f17e022f92 req-87111564-83f6-41e3-9198-cbe9b27295e1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586316 Dec 23 11:32:47.639070 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:47.660626 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:47.661311 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.726981 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-c99cff37-218e-4f06-b7ee-7236c5a71a4f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7814693 Dec 23 11:32:47.750968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49afc9c1-e23c-458d-88c3-00fec9fc4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.754926 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49afc9c1-e23c-458d-88c3-00fec9fc4f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.756171 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-49afc9c1-e23c-458d-88c3-00fec9fc4f47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/799022de-9cfe-4097-9b1f-fed2292b7e1f HTTP/1.1" status: 204 len: 168 time: 1.5008070 Dec 23 11:32:47.778905 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afc9c1-e23c-458d-88c3-00fec9fc4f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799022de-9cfe-4097-9b1f-fed2292b7e1f,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:47.799167 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:47.904099 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.020643 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47006c90-21aa-4be8-8700-e0bf83e0e72c req-a556d64e-9504-40bb-9fb7-8340acf840f1 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:48.022566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47006c90-21aa-4be8-8700-e0bf83e0e72c req-a556d64e-9504-40bb-9fb7-8340acf840f1 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0792704 Dec 23 11:32:48.042367 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Network a28a2629-f9b5-49d7-b36d-5046304dc303 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:32:48.051826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:48.062081 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:32:48.076748 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:48.089306 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.121892 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47006c90-21aa-4be8-8700-e0bf83e0e72c req-c5fd2532-5561-437f-b129-54fd10c5e7b3 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929925 Dec 23 11:32:48.151524 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event updated for resources: {'Port': ['ID=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:48.157459 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-901fa761-c232-4747-a412-e0abd7030d86 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6380579 Dec 23 11:32:48.179330 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b635c450-1851-4b5f-98bf-11daa9445ffe req-f6a4bc0c-6e8d-4809-b35f-f8a80f4b419c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Dec 23 11:32:48.231779 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46814) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:48.245246 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-98f63454-026f-4368-9875-60d08c04c3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.320465 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-98f63454-026f-4368-9875-60d08c04c3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.325680 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-98f63454-026f-4368-9875-60d08c04c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.362029 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-98f63454-026f-4368-9875-60d08c04c3c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8d62e5c7ae84df2a52c124dfa47da8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291730 Dec 23 11:32:48.362870 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f63454-026f-4368-9875-60d08c04c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9169645-3e7d-45d1-affa-10962075b41d,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:48.365748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46816) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:48.420489 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da8089f6-bc38-4e21-9e64-5c97cbfc7e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.442783 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da8089f6-bc38-4e21-9e64-5c97cbfc7e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.509012 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da8089f6-bc38-4e21-9e64-5c97cbfc7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.511490 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da8089f6-bc38-4e21-9e64-5c97cbfc7e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:48.512600 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-da8089f6-bc38-4e21-9e64-5c97cbfc7e4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9169645-3e7d-45d1-affa-10962075b41d HTTP/1.1" status: 204 len: 168 time: 0.1456108 Dec 23 11:32:48.516024 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4ed8b88c-fd63-4249-9690-b6c3da5f1f45 req-25311c71-82ac-46ae-b8b9-4041a849ca6f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0345492 Dec 23 11:32:48.521960 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8089f6-bc38-4e21-9e64-5c97cbfc7e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9169645-3e7d-45d1-affa-10962075b41d,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:48.749787 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003add-1a3e-49f9-80e7-fa1ab792a6ac req-2d0481b8-7957-450c-b3da-458e2673090c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:48.751295 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6c003add-1a3e-49f9-80e7-fa1ab792a6ac req-2d0481b8-7957-450c-b3da-458e2673090c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0492735 Dec 23 11:32:48.796910 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6c003add-1a3e-49f9-80e7-fa1ab792a6ac req-bd7fd8db-f93b-42ec-b543-02148b88ed5c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Dec 23 11:32:49.295201 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:32:49.329357 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85042f7b-52dd-4761-8a24-e2032cc121ef req-21adc40d-6c51-4519-b1b4-fd3639c1c326 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0461538 Dec 23 11:32:49.340994 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e0cbe-3921-4fa4-b0d5-e999a4aea7c5 req-2427c092-758d-41a8-8909-5417b100ec83 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:49.351575 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e6e0cbe-3921-4fa4-b0d5-e999a4aea7c5 req-2427c092-758d-41a8-8909-5417b100ec83 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.1232316 Dec 23 11:32:49.391309 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e6e0cbe-3921-4fa4-b0d5-e999a4aea7c5 req-ff1e7217-1a6a-4cb6-8c2a-208d76be5816 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Dec 23 11:32:49.628566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed7d00c4-98db-480e-8e4b-444901187228 req-2527a7b6-cad6-455f-8a4e-c178de821f75 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0326812 Dec 23 11:32:49.940925 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3e46-0506-49e6-acb6-e69012057ecb req-471de2b2-2d90-4880-8fd3-dbf3d0dc59c4 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:49.942568 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c9ba3e46-0506-49e6-acb6-e69012057ecb req-471de2b2-2d90-4880-8fd3-dbf3d0dc59c4 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0628386 Dec 23 11:32:49.992530 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c9ba3e46-0506-49e6-acb6-e69012057ecb req-566fc244-0dee-482a-944c-976e72473dbc tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Dec 23 11:32:50.413344 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46918) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:50.424576 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-35ce0244-7e9f-4906-a4af-f817423d77d6 req-8035c69f-9ab1-4f72-8f48-62444fc7ba7c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0257018 Dec 23 11:32:50.517654 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da9398-bebf-4a43-99ed-9cbea0eb69c4 req-fb809bb2-1d40-4c76-a3db-520d65efb849 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:50.521383 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b3da9398-bebf-4a43-99ed-9cbea0eb69c4 req-fb809bb2-1d40-4c76-a3db-520d65efb849 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0548334 Dec 23 11:32:50.544258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b4f517f1-51a5-48af-9744-0e7bfaf3c05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.567236 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b3da9398-bebf-4a43-99ed-9cbea0eb69c4 req-af11458e-eca4-4213-bb5f-247a45ecca55 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Dec 23 11:32:50.625584 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b4f517f1-51a5-48af-9744-0e7bfaf3c05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.631126 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b4f517f1-51a5-48af-9744-0e7bfaf3c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.669389 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b4f517f1-51a5-48af-9744-0e7bfaf3c05f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39010c874e46415880dca87e0c347318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549093 Dec 23 11:32:50.670784 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f517f1-51a5-48af-9744-0e7bfaf3c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1365297a-42e4-4cee-ba32-9f802ed8f82c,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:50.672121 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46926) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:50.741557 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cf67ca1b-1b3c-422c-999f-bf80ad6eea89 req-958fca9f-cff6-4266-beea-aa4b01834910 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0317361 Dec 23 11:32:50.759637 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4739d64f-d8aa-4ab5-8523-d2dd7c53b35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.782800 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4739d64f-d8aa-4ab5-8523-d2dd7c53b35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.833696 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4739d64f-d8aa-4ab5-8523-d2dd7c53b35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.836577 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4739d64f-d8aa-4ab5-8523-d2dd7c53b35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:50.837799 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4739d64f-d8aa-4ab5-8523-d2dd7c53b35a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1365297a-42e4-4cee-ba32-9f802ed8f82c HTTP/1.1" status: 204 len: 168 time: 0.1646395 Dec 23 11:32:50.847152 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739d64f-d8aa-4ab5-8523-d2dd7c53b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365297a-42e4-4cee-ba32-9f802ed8f82c,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:51.105653 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbff1b-5cc4-4339-907c-362547f02ae7 req-e1f695f9-d682-407f-93ba-4d1d3ac13d17 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:51.107375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-34fbff1b-5cc4-4339-907c-362547f02ae7 req-e1f695f9-d682-407f-93ba-4d1d3ac13d17 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0500135 Dec 23 11:32:51.171064 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-34fbff1b-5cc4-4339-907c-362547f02ae7 req-d115794d-6415-4072-8a1d-5855f1884146 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 Dec 23 11:32:51.171840 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 46936) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:51.183885 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eaba38c8-da4b-420e-9c87-f75b7ff0c361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.259576 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eaba38c8-da4b-420e-9c87-f75b7ff0c361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.264824 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eaba38c8-da4b-420e-9c87-f75b7ff0c361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.322283 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-eaba38c8-da4b-420e-9c87-f75b7ff0c361 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d16662e53d47493e92b9ebb9855e12b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474631 Dec 23 11:32:51.322283 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba38c8-da4b-420e-9c87-f75b7ff0c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd623003-cd17-4951-8b8f-4c87768b5e59,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:51.323257 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 46942) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:51.377468 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9bf21c1b-d026-4b3d-ade6-c7d42109071b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.401491 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9bf21c1b-d026-4b3d-ade6-c7d42109071b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.455678 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9bf21c1b-d026-4b3d-ade6-c7d42109071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.460561 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9bf21c1b-d026-4b3d-ade6-c7d42109071b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:51.465025 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9bf21c1b-d026-4b3d-ade6-c7d42109071b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd623003-cd17-4951-8b8f-4c87768b5e59 HTTP/1.1" status: 204 len: 168 time: 0.1406631 Dec 23 11:32:51.481687 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf21c1b-d026-4b3d-ade6-c7d42109071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd623003-cd17-4951-8b8f-4c87768b5e59,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:51.542354 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ab8c89d3-9eb1-406a-9df8-93ed43cb9e8b req-d5cf214e-a316-4b1d-b5b0-3b79562ab139 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Dec 23 11:32:51.709766 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57069db-54f0-4031-96a3-ae8e98a39b21 req-6ff760b2-b734-4713-9c87-d8f2526d01e7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:51.711344 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d57069db-54f0-4031-96a3-ae8e98a39b21 req-6ff760b2-b734-4713-9c87-d8f2526d01e7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0654061 Dec 23 11:32:51.771017 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d57069db-54f0-4031-96a3-ae8e98a39b21 req-ad11929a-9f48-4eb9-a596-fb0e76471a95 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478315 Dec 23 11:32:51.849543 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bc3b1e93-89c1-4af1-8c24-5e61a2ebe863 req-d5c434b2-1178-4277-8b82-78fc6dd45325 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Dec 23 11:32:52.292818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c364b-9b49-416e-b50b-fdbe22b23219 req-ee5a7a4e-d219-46ba-848f-cf624d73f6c5 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:52.300937 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b66c364b-9b49-416e-b50b-fdbe22b23219 req-ee5a7a4e-d219-46ba-848f-cf624d73f6c5 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0592606 Dec 23 11:32:52.369255 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b66c364b-9b49-416e-b50b-fdbe22b23219 req-2097253f-93cf-425a-bb9e-9d629031da01 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672560 Dec 23 11:32:52.648641 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-39aeeb06-dc53-45c8-bd1f-bbe3ae024c90 req-84802bd1-08c8-42cb-986a-0e2a684357bf tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0264726 Dec 23 11:32:52.882405 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73816859-a533-4423-a8bb-6a74abd3c139 req-593f0565-f256-4aa3-bacc-0759aaaa0c5c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:52.883877 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-73816859-a533-4423-a8bb-6a74abd3c139 req-593f0565-f256-4aa3-bacc-0759aaaa0c5c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0482008 Dec 23 11:32:52.955312 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-582420cf-d536-4701-9cec-d2a89bfd293f req-4e886871-1044-40f1-a9aa-456ed453cc41 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0380917 Dec 23 11:32:52.965329 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-73816859-a533-4423-a8bb-6a74abd3c139 req-c84c6599-5a79-414b-a2f8-e70041d6fe0c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699983 Dec 23 11:32:53.486582 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe51f0-efd5-4db6-a7c8-e26b16b852b5 req-42e4a89e-1a74-4ce5-a7ea-2a63b1a431a0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:53.488072 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1cfe51f0-efd5-4db6-a7c8-e26b16b852b5 req-42e4a89e-1a74-4ce5-a7ea-2a63b1a431a0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0497699 Dec 23 11:32:53.544767 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1cfe51f0-efd5-4db6-a7c8-e26b16b852b5 req-aa631c3d-43d0-4d29-99c8-3c2d274ce566 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Dec 23 11:32:53.742018 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47054) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:53.744169 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7d490b66-3e1b-47b5-a91e-1dcc8d87db0a req-dc60056d-9f5a-48ab-bccd-fc88cfe760dc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0256269 Dec 23 11:32:53.861908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-53998a88-22f1-4325-a8e7-73a9d48e33e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:53.939191 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-53998a88-22f1-4325-a8e7-73a9d48e33e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:53.946062 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-53998a88-22f1-4325-a8e7-73a9d48e33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:53.990379 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47062) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:53.990563 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-53998a88-22f1-4325-a8e7-73a9d48e33e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=857d2644e82c4bd1b04097f6e659e343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474158 Dec 23 11:32:53.991756 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53998a88-22f1-4325-a8e7-73a9d48e33e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc5406-1fc2-4ede-aa76-4a1203137cc2,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:54.105332 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c2d24762-0ec8-460c-9e8e-4ce25d745495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.110370 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-04e7ce45-a288-4823-9a50-875c8a5aae90 req-a991b137-637f-41d8-a980-29f28643db8e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0640123 Dec 23 11:32:54.135551 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c2d24762-0ec8-460c-9e8e-4ce25d745495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.153711 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521db9f-e50f-4c14-9c14-bbc979af8585 req-b924e93d-c453-4056-9afe-bb9182aede53 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:54.155159 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f521db9f-e50f-4c14-9c14-bbc979af8585 req-b924e93d-c453-4056-9afe-bb9182aede53 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.1099212 Dec 23 11:32:54.222207 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f521db9f-e50f-4c14-9c14-bbc979af8585 req-fdf6dd1a-f0e9-4fd8-b127-ac1d6cb4ec08 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554957 Dec 23 11:32:54.227614 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c2d24762-0ec8-460c-9e8e-4ce25d745495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.230230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c2d24762-0ec8-460c-9e8e-4ce25d745495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.231273 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c2d24762-0ec8-460c-9e8e-4ce25d745495 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17dc5406-1fc2-4ede-aa76-4a1203137cc2 HTTP/1.1" status: 204 len: 168 time: 0.2399483 Dec 23 11:32:54.241726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d24762-0ec8-460c-9e8e-4ce25d745495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc5406-1fc2-4ede-aa76-4a1203137cc2,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:54.507553 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47074) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:54.522173 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0f469811-4188-42f9-8be5-a5768fe0c726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.603556 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0f469811-4188-42f9-8be5-a5768fe0c726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.616171 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0f469811-4188-42f9-8be5-a5768fe0c726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.681754 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-0f469811-4188-42f9-8be5-a5768fe0c726 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a453a9182c704b87b20f4b36a6a0ef19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729884 Dec 23 11:32:54.683425 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f469811-4188-42f9-8be5-a5768fe0c726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7121f093-3030-4587-b405-af49351c1a18,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:54.684548 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47082) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:54.697678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cad047-8edd-4562-8a47-418373fbabc0 req-c0ce2f64-104d-4ab7-9c07-fdfbe6c28421 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:54.699220 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b0cad047-8edd-4562-8a47-418373fbabc0 req-c0ce2f64-104d-4ab7-9c07-fdfbe6c28421 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0939693 Dec 23 11:32:54.758953 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a230d9e5-5a4a-4b98-a030-702bca75826d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.784341 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a230d9e5-5a4a-4b98-a030-702bca75826d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.796036 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b0cad047-8edd-4562-8a47-418373fbabc0 req-f356b975-427a-4cfb-aa7b-aac343b3f49e tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857556 Dec 23 11:32:54.842807 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a230d9e5-5a4a-4b98-a030-702bca75826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.845545 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a230d9e5-5a4a-4b98-a030-702bca75826d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:54.846928 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a230d9e5-5a4a-4b98-a030-702bca75826d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7121f093-3030-4587-b405-af49351c1a18 HTTP/1.1" status: 204 len: 168 time: 0.1610999 Dec 23 11:32:54.856904 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230d9e5-5a4a-4b98-a030-702bca75826d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7121f093-3030-4587-b405-af49351c1a18,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:54.871892 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4eef8449-a21d-4cde-bed6-0d0d5e9e3dc5 req-d856b264-ee36-4625-ab7f-157ed851055a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0309224 Dec 23 11:32:55.241279 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2d8f57d9-861d-439f-a097-9fb568e963db req-a7efae4f-a59f-4054-b3ca-45117a670c61 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0336840 Dec 23 11:32:55.393950 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ba9c-2335-460f-b8e8-283525d85deb req-671cc9d3-b2a0-4e1a-a696-4fb041ad1cea tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:55.395731 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7850ba9c-2335-460f-b8e8-283525d85deb req-671cc9d3-b2a0-4e1a-a696-4fb041ad1cea tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0567198 Dec 23 11:32:55.462432 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7850ba9c-2335-460f-b8e8-283525d85deb req-f56a4aea-2380-47b0-b6da-64e96bf558cb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558920 Dec 23 11:32:55.950482 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603483a-2e88-4ba4-9e71-b5a21f1cffbb req-f6a00b08-e951-4362-8c74-9901b5fa7f89 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:55.969119 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a603483a-2e88-4ba4-9e71-b5a21f1cffbb req-f6a00b08-e951-4362-8c74-9901b5fa7f89 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.1004415 Dec 23 11:32:56.053503 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-33f27692-bacd-4676-b17d-a36383592ced req-616a4134-0bab-4da9-ba93-a59a1834fba5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0380342 Dec 23 11:32:56.087225 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a603483a-2e88-4ba4-9e71-b5a21f1cffbb req-83504b75-1f87-4c87-90ae-d623baa69a78 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170266 Dec 23 11:32:56.179372 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47180) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:56.301349 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f18e73cf-446c-4403-b6bf-169e8939d7c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.374903 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb08994d-b7af-4ea6-a55e-835583a0a89f req-c4930881-42f7-4442-9626-2ed3311b5b56 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0355337 Dec 23 11:32:56.458913 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f18e73cf-446c-4403-b6bf-169e8939d7c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.464800 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f18e73cf-446c-4403-b6bf-169e8939d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.505727 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e73cf-446c-4403-b6bf-169e8939d7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e177f-320e-470a-a733-9644f596d61f,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:56.509970 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f18e73cf-446c-4403-b6bf-169e8939d7c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cb7debe155d4e3d8aee0f6f078d8060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295944 Dec 23 11:32:56.512641 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47192) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:56.563376 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f91ca369-48e9-4c72-bdee-dd7b3ef31526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.586904 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f91ca369-48e9-4c72-bdee-dd7b3ef31526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.590970 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11574e88-19c3-4dd5-b28c-d727cbfb8f6b req-cd3c04ee-efbf-490f-b817-e9c19e0be201 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:56.592735 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-11574e88-19c3-4dd5-b28c-d727cbfb8f6b req-cd3c04ee-efbf-490f-b817-e9c19e0be201 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0561039 Dec 23 11:32:56.635796 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f91ca369-48e9-4c72-bdee-dd7b3ef31526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.638921 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f91ca369-48e9-4c72-bdee-dd7b3ef31526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:56.640254 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f91ca369-48e9-4c72-bdee-dd7b3ef31526 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e6e177f-320e-470a-a733-9644f596d61f HTTP/1.1" status: 204 len: 168 time: 0.1256382 Dec 23 11:32:56.647853 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca369-48e9-4c72-bdee-dd7b3ef31526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e177f-320e-470a-a733-9644f596d61f,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:56.656714 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-11574e88-19c3-4dd5-b28c-d727cbfb8f6b req-9397b9ee-9d63-4dd8-a265-bd3c6d297f53 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561142 Dec 23 11:32:57.180338 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f010333-4d61-41b2-bbbb-0ddf1bde3ac2 req-9dc7b288-a04d-4cf5-8409-a51a23374317 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0409269 Dec 23 11:32:57.245341 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702a54d-e18a-45f0-bbda-ae625a9920ff req-6aa25325-1602-4d14-9205-67c32ee1bc9b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:57.247533 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a702a54d-e18a-45f0-bbda-ae625a9920ff req-6aa25325-1602-4d14-9205-67c32ee1bc9b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0650873 Dec 23 11:32:57.312507 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a702a54d-e18a-45f0-bbda-ae625a9920ff req-79f31fcc-2bad-48a3-997d-183413d1cdc2 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582762 Dec 23 11:32:57.481195 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47248) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:57.576697 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-237ba831-372b-4116-a633-7ee14a514fe1 req-9fce76cb-7dea-441d-9b5a-de12959c612f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Dec 23 11:32:57.640978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2100763342-network', 'tenant_id': '42bea0a24e5742deb74dc00f7c5612b5'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:57.666164 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Made reservation on behalf of 42bea0a24e5742deb74dc00f7c5612b5 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:57.668969 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.686005 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.802462 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.815680 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.830467 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83844418-9cad-44d6-bfde-308e7b7950e1 req-6a2b0cf3-5145-4391-bde2-5b5127219a93 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:57.831983 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83844418-9cad-44d6-bfde-308e7b7950e1 req-6a2b0cf3-5145-4391-bde2-5b5127219a93 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0719225 Dec 23 11:32:57.860068 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:32:57.877556 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a194d-d5e4-4faf-9775-afb72f090900,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:57.883380 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.883712 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Added segment ac342573-e76e-4450-994b-a7b821bb8e80 of type vlan for network f8884cef-ce42-43a0-a09f-ed4222bbe18d Dec 23 11:32:57.940279 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.945410 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83844418-9cad-44d6-bfde-308e7b7950e1 req-f6615714-a3ff-4d25-a1ba-197c745ba930 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040537 Dec 23 11:32:57.978212 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:57.979183 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:57.979776 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.011596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5290687 Dec 23 11:32:58.014756 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47264) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:58.023027 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Request body: {'subnet': {'network_id': 'f8884cef-ce42-43a0-a09f-ed4222bbe18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2100763342-subnet', 'tenant_id': '42bea0a24e5742deb74dc00f7c5612b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:58.053003 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be752a4-7b5c-4c20-875d-16ce1d7b2c6a admin admin] Pushing event updated for resources: {'Network': ['ID=f8884cef-ce42-43a0-a09f-ed4222bbe18d,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:58.053887 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bb63f11d-45b4-4ffd-9198-0359a060ded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.065307 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network f8884cef-ce42-43a0-a09f-ed4222bbe18d details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:32:58.066317 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Made reservation on behalf of 42bea0a24e5742deb74dc00f7c5612b5 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:58.069194 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.258446 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.318923 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7bd9d205-db15-4d71-a199-f5e93e9ccb4d req-0d1bca2d-5be7-4c56-9ea8-ee4f98dd10eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0361078 Dec 23 11:32:58.329690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Checking segment: {'id': 'ac342573-e76e-4450-994b-a7b821bb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f8884cef-ce42-43a0-a09f-ed4222bbe18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:58.330045 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Network hostable DHCP agents. Network: f8884cef-ce42-43a0-a09f-ed4222bbe18d, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:32:58.359424 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=10386e1a-605b-49b0-89fe-3035639fbad5,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:58.367937 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Network f8884cef-ce42-43a0-a09f-ed4222bbe18d is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:32:58.378636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, f8884cef-ce42-43a0-a09f-ed4222bbe18d) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:58.383033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:58.383199 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.389565 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa4b79-9aeb-4fa2-ab4e-7e58c759fb4f None None] Network f8884cef-ce42-43a0-a09f-ed4222bbe18d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:58.405791 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8e11911d-bc28-4690-ac18-c186eec19e2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3892169 Dec 23 11:32:58.420384 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47282) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:58.531518 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dff782-9684-4573-868a-85f5a2c21aa1 req-a0101e02-bd76-4f43-a7be-0b476c0aa455 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:58.533443 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e6dff782-9684-4573-868a-85f5a2c21aa1 req-a0101e02-bd76-4f43-a7be-0b476c0aa455 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0853801 Dec 23 11:32:58.551353 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d0b88-7b20-4b96-9a8d-07dde9ea386b None None] Network f8884cef-ce42-43a0-a09f-ed4222bbe18d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:32:58.625972 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aabbd6ad-5d8a-4bb9-b568-09996ef24175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.650480 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e6dff782-9684-4573-868a-85f5a2c21aa1 req-f05ac8f2-72e1-4912-bfb8-fec247847dfc tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109059 Dec 23 11:32:58.710096 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-89c1d724-5d15-4320-abb3-19fa27beefce req-7f3a3f35-1870-4725-b45a-099ccb771640 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0368023 Dec 23 11:32:58.874878 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aabbd6ad-5d8a-4bb9-b568-09996ef24175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.883382 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aabbd6ad-5d8a-4bb9-b568-09996ef24175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:58.931915 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd6ad-5d8a-4bb9-b568-09996ef24175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb94a2fc-7b6c-4f16-ab98-ac77509933a7,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:58.944600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47308) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:58.952910 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-aabbd6ad-5d8a-4bb9-b568-09996ef24175 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb0ebd1b2eaf4920a20b9bf5db463778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5168271 Dec 23 11:32:59.086670 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d811827-be52-483c-967c-6ea74c1c2295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.139333 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d811827-be52-483c-967c-6ea74c1c2295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.168893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0cb2-9747-467b-b1ec-abff1288b3f2 req-9c0810f9-b39f-4a70-81af-f351eb3ace99 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:59.170975 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82b0cb2-9747-467b-b1ec-abff1288b3f2 req-9c0810f9-b39f-4a70-81af-f351eb3ace99 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.1023707 Dec 23 11:32:59.234120 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a82b0cb2-9747-467b-b1ec-abff1288b3f2 req-fd5751ae-8adf-493f-a321-17f0db2e39e4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Dec 23 11:32:59.243671 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d811827-be52-483c-967c-6ea74c1c2295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.246599 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d811827-be52-483c-967c-6ea74c1c2295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.250497 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4d811827-be52-483c-967c-6ea74c1c2295 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb94a2fc-7b6c-4f16-ab98-ac77509933a7 HTTP/1.1" status: 204 len: 168 time: 0.3046987 Dec 23 11:32:59.259455 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d811827-be52-483c-967c-6ea74c1c2295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb94a2fc-7b6c-4f16-ab98-ac77509933a7,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:59.273113 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47324) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:59.278779 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319022623-network', 'tenant_id': '22564b0d1a2a4c4ea3f339b02e82dbb4'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:59.324493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Made reservation on behalf of 22564b0d1a2a4c4ea3f339b02e82dbb4 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:59.327789 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.337352 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.431460 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d1e1bd54-e3c5-477e-bdab-9a56e4a266f6 req-4d39f6b3-64ab-424f-919c-fa751c5a2343 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0359871 Dec 23 11:32:59.442803 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.447272 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.469020 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:32:59.482944 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bea48e-ffc2-4e15-9cf6-254bfce609e2,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:59.489211 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.489551 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Added segment ca48ddd4-f928-422a-8c68-fe864ef912da of type vlan for network 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600 Dec 23 11:32:59.528613 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.553390 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.554338 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:59.554941 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.587440 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3132308 Dec 23 11:32:59.590648 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47330) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:59.596220 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Request body: {'subnet': {'network_id': '5bf3159a-4f05-4c60-9e5b-ad84b5dc0600', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319022623-subnet', 'tenant_id': '22564b0d1a2a4c4ea3f339b02e82dbb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:32:59.619566 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d228b-8d80-4341-b526-31c010d47df8 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf3159a-4f05-4c60-9e5b-ad84b5dc0600,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:59.620120 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Made reservation on behalf of 22564b0d1a2a4c4ea3f339b02e82dbb4 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:32:59.625208 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.630707 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:32:59.637215 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47332) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:59.650542 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-cc778836-9168-4b30-84d0-941842846437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.774210 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-cc778836-9168-4b30-84d0-941842846437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.781838 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-cc778836-9168-4b30-84d0-941842846437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.818640 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.833788 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265ad0-1112-4bb1-bb3a-347ba7af84cb req-d7fbac04-5298-4e5b-aec0-324f5a04531b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:59.835345 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f265ad0-1112-4bb1-bb3a-347ba7af84cb req-d7fbac04-5298-4e5b-aec0-324f5a04531b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0945590 Dec 23 11:32:59.861153 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-611f9b68-31d3-4b05-b8ef-0a012ea20dc4 req-f373f69f-f429-4e2c-a0bc-f06994e84e6f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0660946 Dec 23 11:32:59.867153 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-cc778836-9168-4b30-84d0-941842846437 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70c0a05e4873465e916712afa973ba00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264116 Dec 23 11:32:59.867691 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47340) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:32:59.871002 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc778836-9168-4b30-84d0-941842846437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2406061a-5a0b-4793-b87e-37a2197e5794,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:59.887623 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6b6c5f-c3b8-4848-a37c-2f89219192c1,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:32:59.911603 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Checking segment: {'id': 'ca48ddd4-f928-422a-8c68-fe864ef912da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5bf3159a-4f05-4c60-9e5b-ad84b5dc0600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:32:59.911953 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Network hostable DHCP agents. Network: 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:32:59.944742 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-94b34e48-138a-4922-b91a-82591908a53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.946217 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Network 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:32:59.968725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:32:59.975464 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-94b34e48-138a-4922-b91a-82591908a53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.978024 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:32:59.978614 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:32:59.979142 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860cb98-fdc0-457d-9de3-ffa01bc74772 None None] Network 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:33:00.016759 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-221ea674-5fb9-40ea-bad5-2d772b817b7c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4184377 Dec 23 11:33:00.056866 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-94b34e48-138a-4922-b91a-82591908a53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.060548 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-94b34e48-138a-4922-b91a-82591908a53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.061722 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-94b34e48-138a-4922-b91a-82591908a53a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2406061a-5a0b-4793-b87e-37a2197e5794 HTTP/1.1" status: 204 len: 168 time: 0.1928883 Dec 23 11:33:00.075316 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f265ad0-1112-4bb1-bb3a-347ba7af84cb req-fab556dc-cf20-40f1-a4e4-1c64e4d417c1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173634 Dec 23 11:33:00.086535 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b34e48-138a-4922-b91a-82591908a53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2406061a-5a0b-4793-b87e-37a2197e5794,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:00.109839 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d07ae7-49e6-46a7-8243-9b7a41969d7d None None] Network 5bf3159a-4f05-4c60-9e5b-ad84b5dc0600 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:33:00.155576 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47348) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:00.205104 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Deleting subnet 10386e1a-605b-49b0-89fe-3035639fbad5 {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:33:00.210028 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.249579 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.261786 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.320013 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.352702 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10386e1a-605b-49b0-89fe-3035639fbad5,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:00.355182 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.357114 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a250-1417-4f82-97ec-3d05e0878b68 req-24111bcb-47ce-4468-8a87-8da8fda9a76c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:00.360089 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-967a4e31-d7ea-4672-9604-019c51627dc4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/10386e1a-605b-49b0-89fe-3035639fbad5 HTTP/1.1" status: 204 len: 168 time: 0.2032328 Dec 23 11:33:00.362576 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47356) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:00.365823 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-35cce527-9be7-43c9-aa09-b903d1e7a24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.367508 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bff2a250-1417-4f82-97ec-3d05e0878b68 req-24111bcb-47ce-4468-8a87-8da8fda9a76c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0664220 Dec 23 11:33:00.413270 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bff2a250-1417-4f82-97ec-3d05e0878b68 req-aa52d47b-922a-41f8-b68d-1569a4037a29 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Dec 23 11:33:00.440335 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.544518 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.546215 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0d760160-d52d-4254-bffe-e7ce6d2011e4 req-35a0e065-2b5b-4034-81c8-6618265213e5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0391791 Dec 23 11:33:00.584871 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.585217 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.585993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.586374 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.586750 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.587093 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.587474 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.587821 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.588193 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.588543 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.920081 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.920995 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.920995 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.921156 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:00.921453 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8884cef-ce42-43a0-a09f-ed4222bbe18d']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:00.940489 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac342573-e76e-4450-994b-a7b821bb8e80') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:00.940883 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac342573-e76e-4450-994b-a7b821bb8e80') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:00.958088 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.981605 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.991426 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:33:00.992357 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: from cryptography.utils import int_from_bytes Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: from cryptography.utils import int_from_bytes Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:33:00.996483 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:33:01.045904 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-51d43e14-b562-4f33-b149-60f09b468ed9 req-a70686f4-d3b7-4d9a-adb4-9ffd2f3035a2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0448995 Dec 23 11:33:01.071921 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.101848 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.106560 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8884cef-ce42-43a0-a09f-ed4222bbe18d HTTP/1.1" status: 204 len: 168 time: 0.7422757 Dec 23 11:33:01.107156 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3835a0-88db-4ecb-acc6-ac5c901a46f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8884cef-ce42-43a0-a09f-ed4222bbe18d,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:01.110344 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47386) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:01.181336 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Deleting subnet 2a6b6c5f-c3b8-4848-a37c-2f89219192c1 {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:33:01.203752 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.249536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.264311 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946832f-75a9-4119-87ee-8b9184d621c9 req-3a04033e-d2ce-4289-aa95-ff46f050fefd tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:01.266043 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d946832f-75a9-4119-87ee-8b9184d621c9 req-3a04033e-d2ce-4289-aa95-ff46f050fefd tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.1076534 Dec 23 11:33:01.270101 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.373513 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d946832f-75a9-4119-87ee-8b9184d621c9 req-1dfca606-9fda-4727-87a3-2dc321edde9b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987654 Dec 23 11:33:01.396072 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.398540 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.427898 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6b6c5f-c3b8-4848-a37c-2f89219192c1,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:01.430348 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.434796 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-849c2963-7c3e-47fb-bb2b-191ec01e2ba3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2a6b6c5f-c3b8-4848-a37c-2f89219192c1 HTTP/1.1" status: 204 len: 168 time: 0.3227615 Dec 23 11:33:01.437119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47398) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:01.553292 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.717043 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132c1cf-bf02-4a49-8417-33ef4efdf00e req-e2f5a94b-873f-4bef-80ba-823d378d780d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:01.718736 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1132c1cf-bf02-4a49-8417-33ef4efdf00e req-e2f5a94b-873f-4bef-80ba-823d378d780d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.1824636 Dec 23 11:33:01.736299 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f861871f-7738-4fa5-bc1e-0058e951ba50 req-a486f89c-82bc-4c91-8578-5984bc6807ef tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0842378 Dec 23 11:33:01.813858 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:01.852376 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.852748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.853513 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.853891 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.854231 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.854575 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.854945 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.855262 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.855578 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:01.855891 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:02.028455 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:02.028828 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:02.029156 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:02.029475 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:33:02.029830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf3159a-4f05-4c60-9e5b-ad84b5dc0600']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:02.047183 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1132c1cf-bf02-4a49-8417-33ef4efdf00e req-722f9b16-8956-4d65-84f9-2a11582fee2b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133435 Dec 23 11:33:02.053206 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca48ddd4-f928-422a-8c68-fe864ef912da') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:02.053504 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca48ddd4-f928-422a-8c68-fe864ef912da') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:02.070545 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.102736 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.115396 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:33:02.115765 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: from cryptography.utils import int_from_bytes Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: from cryptography.utils import int_from_bytes Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:33:02.119797 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:33:02.218822 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a5683fe2-1229-4fa5-9a72-4c1314dddbe3 req-193b8f1f-c1d1-46aa-89ca-9e212201bf31 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0758991 Dec 23 11:33:02.229320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.240195 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.243793 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5bf3159a-4f05-4c60-9e5b-ad84b5dc0600 HTTP/1.1" status: 204 len: 168 time: 0.8051908 Dec 23 11:33:02.247118 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47430) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:02.270209 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1311173-df96-4aba-9141-1e853f6bf7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf3159a-4f05-4c60-9e5b-ad84b5dc0600,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:02.385745 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b5381df-ceae-4316-92a3-2ba31256605f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.391946 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47436) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:02.459474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-e2bb18fa-5fed-4d11-96ae-bea1635aebb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42bea0a24e5742deb74dc00f7c5612b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661268 Dec 23 11:33:02.462931 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47438) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:02.497400 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a6c81-4701-456b-92d2-660ea1b878eb req-f03aae34-0d9a-4c39-bae7-f1db01fcdbd5 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:02.498905 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a9a6c81-4701-456b-92d2-660ea1b878eb req-f03aae34-0d9a-4c39-bae7-f1db01fcdbd5 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0569520 Dec 23 11:33:02.538618 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b5381df-ceae-4316-92a3-2ba31256605f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.541953 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-636dfa8a-f756-43d2-a66e-d922f0d09185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.544890 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0b5381df-ceae-4316-92a3-2ba31256605f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.549193 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a9a6c81-4701-456b-92d2-660ea1b878eb req-bec3e8c6-8873-474d-b98d-8115edb9c0b1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437274 Dec 23 11:33:02.593501 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-636dfa8a-f756-43d2-a66e-d922f0d09185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.614691 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0b5381df-ceae-4316-92a3-2ba31256605f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7e799e844ef47b8a01ea28541aa6ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665321 Dec 23 11:33:02.616963 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5381df-ceae-4316-92a3-2ba31256605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd407b02-3be6-4a8b-b850-27a52e23c0b7,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:02.617654 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47440) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:02.661565 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-636dfa8a-f756-43d2-a66e-d922f0d09185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.664103 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-636dfa8a-f756-43d2-a66e-d922f0d09185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.665275 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-636dfa8a-f756-43d2-a66e-d922f0d09185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d8a194d-d5e4-4faf-9775-afb72f090900 HTTP/1.1" status: 204 len: 168 time: 0.2014248 Dec 23 11:33:02.681460 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dfa8a-f756-43d2-a66e-d922f0d09185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a194d-d5e4-4faf-9775-afb72f090900,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:02.687224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce467-9470-40bb-bca5-e27a6592bfcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.719138 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce467-9470-40bb-bca5-e27a6592bfcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.779566 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.783941 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce467-9470-40bb-bca5-e27a6592bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.787942 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce467-9470-40bb-bca5-e27a6592bfcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:02.793900 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-bc4ce467-9470-40bb-bca5-e27a6592bfcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd407b02-3be6-4a8b-b850-27a52e23c0b7 HTTP/1.1" status: 204 len: 168 time: 0.1750052 Dec 23 11:33:02.802932 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ce467-9470-40bb-bca5-e27a6592bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd407b02-3be6-4a8b-b850-27a52e23c0b7,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:02.865903 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-75d7a662-06e5-41ed-ade1-acec8e4a7a6c req-ace39de2-4bbd-4a8d-93b7-eeed7742903c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0352092 Dec 23 11:33:03.114047 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47462) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:03.126378 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47464) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:03.151890 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a18ba658-f3bf-447a-bb7c-0300f36a81da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22564b0d1a2a4c4ea3f339b02e82dbb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366571 Dec 23 11:33:03.154434 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47466) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:03.156814 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4dbf-07bc-4c47-a48c-34b92080d31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.193329 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e32e-80b6-4397-a268-97cfb1366663 req-601f5147-817b-4486-8332-d1a041475ad9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:03.195191 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c57e32e-80b6-4397-a268-97cfb1366663 req-601f5147-817b-4486-8332-d1a041475ad9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0790761 Dec 23 11:33:03.199645 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5e55-83ab-4904-a2ce-173cc3ae812a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.221113 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5e55-83ab-4904-a2ce-173cc3ae812a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.271687 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c57e32e-80b6-4397-a268-97cfb1366663 req-a6a6d871-3757-437d-9d30-cf69e2dc15e4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703220 Dec 23 11:33:03.280697 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5e55-83ab-4904-a2ce-173cc3ae812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.283637 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5d3a5e55-83ab-4904-a2ce-173cc3ae812a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.284835 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-5d3a5e55-83ab-4904-a2ce-173cc3ae812a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58bea48e-ffc2-4e15-9cf6-254bfce609e2 HTTP/1.1" status: 204 len: 168 time: 0.1295013 Dec 23 11:33:03.292844 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a5e55-83ab-4904-a2ce-173cc3ae812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bea48e-ffc2-4e15-9cf6-254bfce609e2,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:03.307277 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4dbf-07bc-4c47-a48c-34b92080d31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.313685 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4dbf-07bc-4c47-a48c-34b92080d31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.378041 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-acb9f1de-ad17-4057-8318-969357e546dc req-84333aac-a9d1-4243-99c4-627ca5c62f49 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0529170 Dec 23 11:33:03.384357 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1fbf4dbf-07bc-4c47-a48c-34b92080d31f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3155c27f9c99493a8274ae9af95961a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541234 Dec 23 11:33:03.384357 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf4dbf-07bc-4c47-a48c-34b92080d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8782380-94e7-4175-9638-1393e12ac9c3,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:03.384944 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47472) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:03.434597 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fd6897fe-87a3-4a52-a0c9-9d6329f39b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.455291 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fd6897fe-87a3-4a52-a0c9-9d6329f39b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.505605 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fd6897fe-87a3-4a52-a0c9-9d6329f39b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.508101 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fd6897fe-87a3-4a52-a0c9-9d6329f39b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.512131 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-fd6897fe-87a3-4a52-a0c9-9d6329f39b3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8782380-94e7-4175-9638-1393e12ac9c3 HTTP/1.1" status: 204 len: 168 time: 0.1259389 Dec 23 11:33:03.519899 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6897fe-87a3-4a52-a0c9-9d6329f39b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8782380-94e7-4175-9638-1393e12ac9c3,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:03.691989 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84cb38-076e-4c76-88df-b237d11a2a22 req-57dbbd7e-0358-4d02-a4cf-b62cfdf21cc1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:03.693773 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf84cb38-076e-4c76-88df-b237d11a2a22 req-57dbbd7e-0358-4d02-a4cf-b62cfdf21cc1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.0619524 Dec 23 11:33:03.748367 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf84cb38-076e-4c76-88df-b237d11a2a22 req-cf345c78-a15e-49ef-b885-dce1c797fc0f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Dec 23 11:33:03.983118 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:03.989115 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-89d8bcf1-2caa-41e1-9acb-1a71c90691bd req-ee9bd804-ba84-4c4f-b269-8b04157a2f55 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0504487 Dec 23 11:33:04.290019 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.32', 50415) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:04.298625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-0298caca-9042-4c18-885d-968ea35eb9af tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:33:04.303612 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-9aa579a9-4b56-4bba-9d7c-0e39f0f32e70 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:33:04.305591 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-0298caca-9042-4c18-885d-968ea35eb9af tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116444 Dec 23 11:33:04.306316 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-9aa579a9-4b56-4bba-9d7c-0e39f0f32e70 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148685 Dec 23 11:33:04.465819 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722c29c-d3cb-4aea-afdd-f3a4d1f00ae3 req-478e6fc0-fe4e-48b4-a37b-4fa426726bd8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:04.478697 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c722c29c-d3cb-4aea-afdd-f3a4d1f00ae3 req-478e6fc0-fe4e-48b4-a37b-4fa426726bd8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.0891011 Dec 23 11:33:04.481927 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-8646ba1c-e30e-425c-8f56-4a3c555541ce tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:04.483977 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-8646ba1c-e30e-425c-8f56-4a3c555541ce tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 817 time: 0.1756384 Dec 23 11:33:04.552246 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-821bbb19-74ea-4516-98eb-c73787963883 req-1a15511f-9081-47a4-8c19-d0d973c99109 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0713410 Dec 23 11:33:04.580222 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-48443b66-656b-4261-b0a8-02ffc06ee3d7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 380 time: 0.0812023 Dec 23 11:33:04.595354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'port': {'device_id': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'admin_state_up': True, 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'security_groups': ['2df3968a-4334-4b13-841e-846bfd90b334']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:04.608410 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c722c29c-d3cb-4aea-afdd-f3a4d1f00ae3 req-525ca800-01dd-4fdc-a829-2af7bd6e4615 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128864 Dec 23 11:33:04.711381 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Made reservation on behalf of a47190c0d83341e4a86b0a692649c585 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:33:04.715141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:04.911900 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Allocated IP 172.20.0.5 (c2bb6534-ea5b-4ed2-8922-1e19399b5029/5ee46868-21cd-4109-af32-8241c5784649/9a6883ab-95a5-4b77-aa7d-30d3759a55a5) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:33:04.927885 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.32', 50419) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:04.964468 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Request body: {'port': {'device_id': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:04.971086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66094a01-952a-407f-a361-4c8933e699ce req-329eb438-9612-4899-ba28-929afde3cd71 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:04.978181 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-66094a01-952a-407f-a361-4c8933e699ce req-329eb438-9612-4899-ba28-929afde3cd71 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 932 time: 0.1438429 Dec 23 11:33:05.033996 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:05.071826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Request body: {'port': {'device_id': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:05.282160 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e3e053c2-3bf7-41d4-aec7-f5acaa07203d req-4e608bd5-6efe-4efd-90e9-ba2da979af6d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.1306555 Dec 23 11:33:05.381143 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-66094a01-952a-407f-a361-4c8933e699ce req-6c251420-9281-4a1d-9452-f3f846cc5519 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873372 Dec 23 11:33:05.387758 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:05.409732 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-73d8af63-68ea-4665-81da-4d12c12cc55b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:05.411708 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-73d8af63-68ea-4665-81da-4d12c12cc55b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 819 time: 0.4813588 Dec 23 11:33:05.448180 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Request body: {'port': {'device_id': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'admin_state_up': True, 'tenant_id': '5162e9da9c6440348a7279d7196f526a'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:05.540106 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.32', 50423) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:05.647738 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:05.890071 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-abb895e6-f438-41a0-a2cb-e2dffb0d778d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:05.891875 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-abb895e6-f438-41a0-a2cb-e2dffb0d778d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 819 time: 0.3508456 Dec 23 11:33:05.899488 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:05.912623 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Request body: {'port': {'device_id': '420b4522-1683-4615-8907-9ea60c48a555', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'admin_state_up': True, 'tenant_id': '5162e9da9c6440348a7279d7196f526a'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:05.991991 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:33:05.998356 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d035d165-afba-410b-840f-affbfe3cd553 req-626c46f8-55fc-4c77-aa65-db6b999f50ee tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0480928 Dec 23 11:33:06.006766 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:33:06.062414 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973a279-43bb-488d-9dc7-9ac975cb2493 req-e4f3c50c-ad16-4e53-89c7-e96706adadf9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:06.070489 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:33:06.070817 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8973a279-43bb-488d-9dc7-9ac975cb2493 req-e4f3c50c-ad16-4e53-89c7-e96706adadf9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 932 time: 0.3223431 Dec 23 11:33:06.074676 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:06.097353 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Made reservation on behalf of 5162e9da9c6440348a7279d7196f526a for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:33:06.103296 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.155648 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca8866-a582-41a8-866b-9919fc42909e {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:06.183304 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.202234 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:06.202943 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.240923 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Transition to ACTIVE for port object 17ca8866-a582-41a8-866b-9919fc42909e will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:33:06.251636 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-a946b96f-5877-40fd-a517-8834389384fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6610236 Dec 23 11:33:06.252759 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.283424 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8973a279-43bb-488d-9dc7-9ac975cb2493 req-de708bab-0e87-4389-bcda-4d5ae04cb078 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065341 Dec 23 11:33:06.306428 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Request body: {'port': {'device_id': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:06.374015 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-c0e5f4d2-9529-44bc-bd93-b5337cee4f3d None None] Provisioning complete for port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:33:06.380750 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f4d2-9529-44bc-bd93-b5337cee4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.419076 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47634) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:06.434480 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Made reservation on behalf of 5162e9da9c6440348a7279d7196f526a for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:33:06.438013 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.457122 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5f4d2-9529-44bc-bd93-b5337cee4f3d None None] Port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:33:06.460153 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Pushing event updated for resources: {'Port': ['ID=17ca8866-a582-41a8-866b-9919fc42909e,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:06.524100 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f82306-850f-4c3f-90d9-ae07ea5b97fa {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:06.574194 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.575493 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.628200 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Transition to ACTIVE for port object d6f82306-850f-4c3f-90d9-ae07ea5b97fa will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:33:06.632200 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Allocated IP 172.20.0.14 (9b86ea31-5e46-4dae-9a1c-b1217ffd56e6/16282816-f878-42b8-93ac-0aeae4daa5bc/5a2d26e5-c4a1-4ab5-82af-a924a607a7b7) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:33:06.648056 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.702339 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Attempting to bind port 17ca8866-a582-41a8-866b-9919fc42909e on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:33:06.702687 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Attempting to bind port 17ca8866-a582-41a8-866b-9919fc42909e by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '14763f2a-8d0b-4708-9c68-6679bbeb269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:33:06.703042 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Attempting to bind port 17ca8866-a582-41a8-866b-9919fc42909e on network ffa6ec1e-50c4-4580-aab9-62001bd0a583 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:06.707611 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b329993-b4df-4147-90c9-d47ab2d697ae req-57817d09-7a75-4caf-9b09-152031cbde81 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:06.709684 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1b329993-b4df-4147-90c9-d47ab2d697ae req-57817d09-7a75-4caf-9b09-152031cbde81 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 931 time: 0.2367756 Dec 23 11:33:06.715345 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Port 17ca8866-a582-41a8-866b-9919fc42909e on network ffa6ec1e-50c4-4580-aab9-62001bd0a583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:33:06.715660 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Attempting to bind port 17ca8866-a582-41a8-866b-9919fc42909e on network ffa6ec1e-50c4-4580-aab9-62001bd0a583 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:06.724091 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701eefe-3660-47c0-911c-ee9f065112fb req-ffddc2f0-e9f3-4a46-bee6-269962959243 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:06.725834 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9701eefe-3660-47c0-911c-ee9f065112fb req-ffddc2f0-e9f3-4a46-bee6-269962959243 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 944 time: 0.2473438 Dec 23 11:33:06.774360 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:33:06.774715 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Checking segment: {'id': '14763f2a-8d0b-4708-9c68-6679bbeb269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:33:06.775263 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Bound using segment: {'id': '14763f2a-8d0b-4708-9c68-6679bbeb269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:33:06.775764 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Bound port: 17ca8866-a582-41a8-866b-9919fc42909e, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14763f2a-8d0b-4708-9c68-6679bbeb269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:33:06.776030 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.856123 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cdd03295-62ef-4bb3-8b73-b3848b175bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:06.912124 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:06.945419 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] For port 17ca8866-a582-41a8-866b-9919fc42909e, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:33:06.977179 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] For port 17ca8866-a582-41a8-866b-9919fc42909e, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=17ca8866-a582-41a8-866b-9919fc42909e,segment=NetworkSegment(14763f2a-8d0b-4708-9c68-6679bbeb269f),segment_id=14763f2a-8d0b-4708-9c68-6679bbeb269f)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:33:06.998630 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.042724 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1b329993-b4df-4147-90c9-d47ab2d697ae req-4d6da49d-0603-4702-8c8d-17fbe9bbae2e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088751 Dec 23 11:33:07.093458 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.094096 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.095481 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] 10.222.0.32 "PUT /v2.0/ports/17ca8866-a582-41a8-866b-9919fc42909e HTTP/1.1" status: 200 len: 1094 time: 2.3661754 Dec 23 11:33:07.097620 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'tag': '17ca8866-a582-41a8-866b-9919fc42909e'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:07.136983 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9701eefe-3660-47c0-911c-ee9f065112fb req-70589cd9-f0ef-458e-97c0-9597ac75f080 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792241 Dec 23 11:33:07.147503 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d0e09-a843-42f4-a8aa-bce44bc444cd service neutron] Pushing event updated for resources: {'Port': ['ID=17ca8866-a582-41a8-866b-9919fc42909e,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:07.172050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:07.181824 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cdd03295-62ef-4bb3-8b73-b3848b175bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.184297 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.187742 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cdd03295-62ef-4bb3-8b73-b3848b175bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.228579 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-07b6abb3-ed54-4167-9c25-763c12d206de req-fac678d8-bb88-458a-9ca2-ed4828165e34 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 210 time: 0.0465505 Dec 23 11:33:07.257035 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Transition to ACTIVE for port object 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:33:07.260449 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Attempting to bind port d6f82306-850f-4c3f-90d9-ae07ea5b97fa on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:33:07.261107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Attempting to bind port d6f82306-850f-4c3f-90d9-ae07ea5b97fa by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:33:07.261555 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Attempting to bind port d6f82306-850f-4c3f-90d9-ae07ea5b97fa on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:07.273670 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Port d6f82306-850f-4c3f-90d9-ae07ea5b97fa on network a28a2629-f9b5-49d7-b36d-5046304dc303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:33:07.274058 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Attempting to bind port d6f82306-850f-4c3f-90d9-ae07ea5b97fa on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:07.281389 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:33:07.281749 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Checking segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:33:07.282426 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.282626 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Bound using segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:33:07.283212 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Bound port: d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:33:07.283704 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.290171 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cdd03295-62ef-4bb3-8b73-b3848b175bdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e00a84eb7c304cd59ba5ea8710c337c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8568232 Dec 23 11:33:07.295200 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd03295-62ef-4bb3-8b73-b3848b175bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c700c85-630e-450c-bd97-a19f4a0ab4e6,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:07.297147 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47670) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:07.302808 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.338990 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9c21e8-04a4-480b-8e61-9c2e9584c425" -d '{"events": [{"name": "network-changed", "server_uuid": "57d6afbe-a27b-44a7-946e-f898f57d5df1", "tag": "17ca8866-a582-41a8-866b-9919fc42909e"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:07.369149 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-a1f860c0-e2e8-4710-bc25-98e6138b606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.370792 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-a1f860c0-e2e8-4710-bc25-98e6138b606f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78ba11067e32496385db3fc9f22fdfc4&device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 1097 time: 0.1599286 Dec 23 11:33:07.380253 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:07.471804 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] For port d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:33:07.475998 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7393e926-1bf2-4f45-b299-b4cd290d0748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.478928 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] For port d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:33:07.483404 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.492201 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.509181 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-daf5d186-be67-45ea-9968-3e86c2c17e25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca8866-a582-41a8-866b-9919fc42909e HTTP/1.1" status: 200 len: 217 time: 0.1258721 Dec 23 11:33:07.560269 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7393e926-1bf2-4f45-b299-b4cd290d0748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.571241 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.571826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.573404 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6f82306-850f-4c3f-90d9-ae07ea5b97fa HTTP/1.1" status: 200 len: 1094 time: 2.8373518 Dec 23 11:33:07.576339 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'tag': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:07.598406 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5062040-5afd-4f74-ab36-8dc72cc19eda req-dec145b7-3c76-46a6-a1f5-ec19112fa5dd tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.605803 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f5062040-5afd-4f74-ab36-8dc72cc19eda req-dec145b7-3c76-46a6-a1f5-ec19112fa5dd tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 944 time: 0.2026870 Dec 23 11:33:07.620431 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:33:07.642126 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Pushing event updated for resources: {'Port': ['ID=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:07.644994 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:33:07.669912 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:33:07.700082 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6642be5b-ff4c-4a5f-b8b1-a4ce6b16abbd x-openstack-request-id: req-6642be5b-ff4c-4a5f-b8b1-a4ce6b16abbd {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:07.700650 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b78602-e733-4e04-af5e-f55aa129daf4", "tag": "d6f82306-850f-4c3f-90d9-ae07ea5b97fa"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:07.700762 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d6afbe-a27b-44a7-946e-f898f57d5df1", "tag": "17ca8866-a582-41a8-866b-9919fc42909e", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:07.700762 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6642be5b-ff4c-4a5f-b8b1-a4ce6b16abbd {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:07.701060 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'tag': '17ca8866-a582-41a8-866b-9919fc42909e', 'status': 'completed', 'code': 200} Dec 23 11:33:07.777856 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Allocated IP 172.20.0.11 (9b86ea31-5e46-4dae-9a1c-b1217ffd56e6/16282816-f878-42b8-93ac-0aeae4daa5bc/f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:33:07.786177 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Attempting to bind port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:33:07.786535 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Attempting to bind port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:33:07.787171 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Attempting to bind port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:07.795011 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-55b934cb-870e-406a-b1e0-6241ed092fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.796712 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-55b934cb-870e-406a-b1e0-6241ed092fe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2723d6c8-4fd9-44eb-9103-a9766d2f21ca HTTP/1.1" status: 200 len: 851 time: 0.0947580 Dec 23 11:33:07.799165 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:33:07.799486 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Attempting to bind port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:07.839742 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:33:07.840112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Checking segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:33:07.840486 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Bound using segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:33:07.840955 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Bound port: 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:33:07.841305 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.856058 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1160a3fb-2309-4525-8950-264d00f2805e x-openstack-request-id: req-1160a3fb-2309-4525-8950-264d00f2805e {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:07.856362 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b78602-e733-4e04-af5e-f55aa129daf4", "tag": "d6f82306-850f-4c3f-90d9-ae07ea5b97fa", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:07.856619 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1160a3fb-2309-4525-8950-264d00f2805e {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:07.857103 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'tag': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa', 'status': 'completed', 'code': 200} Dec 23 11:33:07.872301 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-59b6713f-0c7e-4a68-8f6a-9be5976dc9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffa6ec1e-50c4-4580-aab9-62001bd0a583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667417 Dec 23 11:33:07.872536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.873022 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.877975 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f5062040-5afd-4f74-ab36-8dc72cc19eda req-85528358-e27e-4366-853f-c7c3e56239ab tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713578 Dec 23 11:33:07.887990 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-1c6cae9b-d557-4eaa-b17d-a57bb942b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:07.889576 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-1c6cae9b-d557-4eaa-b17d-a57bb942b375 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 1097 time: 0.2556784 Dec 23 11:33:07.892684 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8e716-d24b-411d-acc1-9a52d86b5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:07.895968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7393e926-1bf2-4f45-b299-b4cd290d0748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.898686 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7393e926-1bf2-4f45-b299-b4cd290d0748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:07.901473 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7393e926-1bf2-4f45-b299-b4cd290d0748 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c700c85-630e-450c-bd97-a19f4a0ab4e6 HTTP/1.1" status: 204 len: 168 time: 0.6017349 Dec 23 11:33:08.015696 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-035b823e-d4c3-4809-bb74-3ff28087f101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5769908 Dec 23 11:33:08.016958 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393e926-1bf2-4f45-b299-b4cd290d0748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c700c85-630e-450c-bd97-a19f4a0ab4e6,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:08.019508 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-0321a07e-9bd9-436b-bdcd-aa6e5f08f02f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa HTTP/1.1" status: 200 len: 217 time: 0.1161268 Dec 23 11:33:08.039918 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Request body: {'port': {'device_id': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:08.070253 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:33:08.077850 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:33:08.083921 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-417ba8f3-95aa-404c-a30f-16d951f405f0 service neutron] 10.222.0.32 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999245 Dec 23 11:33:08.088701 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.156636 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.159444 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-953508c4-d920-4994-9364-db65147f9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.161205 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-953508c4-d920-4994-9364-db65147f9c60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.1159482 Dec 23 11:33:08.212760 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.213704 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.215962 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] 10.222.0.32 "PUT /v2.0/ports/9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 1093 time: 1.9516747 Dec 23 11:33:08.227072 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.277047 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-42afcbc1-1ed8-44a9-a937-e527c5c4dbe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943954 Dec 23 11:33:08.277753 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc159b9-3b0e-4a4a-84d2-38b14d60a135 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:08.377422 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-6a40fa2b-1ce8-43fc-a60f-188788fbb27e req-f2e7f70e-77ce-4b21-bc25-0d5c62808c18 service neutron] 10.222.0.32 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821300 Dec 23 11:33:08.435400 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-e28cd425-3381-4daf-9562-9ef7bc7dd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.437009 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-e28cd425-3381-4daf-9562-9ef7bc7dd8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1096 time: 0.1296878 Dec 23 11:33:08.438178 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.444278 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47714) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:08.547328 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-d470cacd-c1a4-43ea-b7cd-54119faf7f25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 217 time: 0.0976641 Dec 23 11:33:08.562823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:33:08.576586 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:33:08.605136 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:33:08.632304 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Pushing event updated for resources: {'Port': ['ID=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:08.658895 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f39374-aeb3-4abc-971d-dec50d8278b4 req-1321e5e3-8876-4bd5-ac85-a106caa02055 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.660403 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f5f39374-aeb3-4abc-971d-dec50d8278b4 req-1321e5e3-8876-4bd5-ac85-a106caa02055 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.4970374 Dec 23 11:33:08.661200 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-70dba3b1-4025-4bec-9170-1e04a325aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.663323 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-70dba3b1-4025-4bec-9170-1e04a325aaaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78ba11067e32496385db3fc9f22fdfc4&device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 1097 time: 0.1730666 Dec 23 11:33:08.705042 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-8dd7e372-8672-4d3f-afe8-1c82c99aa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.706472 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-8dd7e372-8672-4d3f-afe8-1c82c99aa22a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.1466713 Dec 23 11:33:08.717123 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.717618 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.742350 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29317618-b647-4e80-8b32-a64dc4a819e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:08.823185 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6e728f93-5fa5-4393-b843-f4427c851d30 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9151313 Dec 23 11:33:08.841811 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Request body: {'port': {'device_id': '420b4522-1683-4615-8907-9ea60c48a555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:08.864205 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dbdd2-32d2-42b9-a60f-8a8414cfec9f req-606aaa12-8abe-4c8a-bced-799406c9438c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.865696 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-487dbdd2-32d2-42b9-a60f-8a8414cfec9f req-606aaa12-8abe-4c8a-bced-799406c9438c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 944 time: 0.5002251 Dec 23 11:33:08.903520 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-aacf055d-8151-44d0-9977-5cf1e422e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.905052 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-aacf055d-8151-44d0-9977-5cf1e422e0c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1850934 Dec 23 11:33:08.911673 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-4e0adbcd-596a-43d6-87b5-ab79219d844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:08.913092 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-4e0adbcd-596a-43d6-87b5-ab79219d844b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffa6ec1e-50c4-4580-aab9-62001bd0a583 HTTP/1.1" status: 200 len: 911 time: 0.2383664 Dec 23 11:33:08.915193 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-91cab78b-ab90-4799-b229-09b1f5b03df0 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479865 Dec 23 11:33:08.923753 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f5f39374-aeb3-4abc-971d-dec50d8278b4 req-6cc2fd25-91f3-4ebc-9b92-0b1039e78e7e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275791 Dec 23 11:33:08.993984 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-f29db190-7829-475b-9cee-30ca04d07203 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca8866-a582-41a8-866b-9919fc42909e HTTP/1.1" status: 200 len: 217 time: 0.0654647 Dec 23 11:33:09.017636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.105210 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-487dbdd2-32d2-42b9-a60f-8a8414cfec9f req-cdbf8f05-51c6-469e-a919-c84bf2c65970 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259369 Dec 23 11:33:09.124061 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-4e77a9ed-86d6-4fb3-9147-94e900ece10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.124061 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-4e77a9ed-86d6-4fb3-9147-94e900ece10a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2723d6c8-4fd9-44eb-9103-a9766d2f21ca HTTP/1.1" status: 200 len: 851 time: 0.1000197 Dec 23 11:33:09.131425 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-7d95cf4f-1e40-41e5-a026-6dc9d18d306e service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174242 Dec 23 11:33:09.198647 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29317618-b647-4e80-8b32-a64dc4a819e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.206274 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-7fe99bab-1f5b-4d9e-bbf8-e23eca5b9023 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffa6ec1e-50c4-4580-aab9-62001bd0a583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770941 Dec 23 11:33:09.217839 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:09.222120 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29317618-b647-4e80-8b32-a64dc4a819e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.246586 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e29d38e9-5e70-4fb8-86cd-8236cc3283c7 req-bcd5dba1-5316-45cb-82a3-da509013f34c service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096519 Dec 23 11:33:09.249624 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.268091 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ed743-e90b-46c8-945d-946e919ac76a req-25c3917f-3b98-43d1-88fe-829c1dad0183 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.270027 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-db1ed743-e90b-46c8-945d-946e919ac76a req-25c3917f-3b98-43d1-88fe-829c1dad0183 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 932 time: 0.2235003 Dec 23 11:33:09.317405 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Transition to ACTIVE for port object 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:33:09.323365 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-29317618-b647-4e80-8b32-a64dc4a819e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ac4d505b7f74e4097d396554079c78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927879 Dec 23 11:33:09.326408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47726) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:09.340040 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.413493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153b92f-f1c2-45ff-af4f-b9cf9e1ddafb req-2fa8787a-e276-4eb0-8f6b-5f010e9d03b3 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.415076 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2153b92f-f1c2-45ff-af4f-b9cf9e1ddafb req-2fa8787a-e276-4eb0-8f6b-5f010e9d03b3 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 944 time: 0.2215960 Dec 23 11:33:09.420895 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29317618-b647-4e80-8b32-a64dc4a819e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9f2453-da91-43b2-9536-04f27eaccdd4,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:09.480099 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-db1ed743-e90b-46c8-945d-946e919ac76a req-9cda3b87-4230-4ee9-85d2-ffbf45e5885c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987803 Dec 23 11:33:09.488844 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Pushing event updated for resources: {'Port': ['ID=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:09.493437 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-8f0306af-7e51-4c03-9dff-c8f358517ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.494928 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-8f0306af-7e51-4c03-9dff-c8f358517ab3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 1097 time: 0.1709893 Dec 23 11:33:09.577783 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a82e59cf-8f51-4364-9a16-9a2dc7ebaebb req-3f690516-3535-4608-8e44-885b63290c91 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352820 Dec 23 11:33:09.678248 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-bb238897-ec25-45af-9dd8-ee262e404ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606872 Dec 23 11:33:09.678925 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2153b92f-f1c2-45ff-af4f-b9cf9e1ddafb req-307bc83a-49c2-49d7-8561-062c9a18bf41 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397497 Dec 23 11:33:09.684568 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f0d959d4-151a-49e6-ad9b-14a601f0b461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.712282 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:09.714955 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2293c2a0-960a-41d9-8531-cf12db801c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:09.720579 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f0d959d4-151a-49e6-ad9b-14a601f0b461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.739827 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Attempting to bind port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:33:09.740164 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Attempting to bind port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:33:09.740491 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Attempting to bind port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:09.746685 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-d6a8f8e6-e117-48c0-8137-4e98640d1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.748217 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-d6a8f8e6-e117-48c0-8137-4e98640d1eb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 915 time: 0.2357085 Dec 23 11:33:09.749218 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:33:09.749560 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Attempting to bind port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:09.755365 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:33:09.755933 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Checking segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:33:09.756540 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Bound using segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:33:09.757146 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Bound port: 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:33:09.757670 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.804134 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-493c49e9-1cda-4839-9398-cda592858269 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa HTTP/1.1" status: 200 len: 217 time: 0.0432289 Dec 23 11:33:09.819919 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67131fff-35a2-46f0-a4ef-f1bf97d02724 x-openstack-request-id: req-67131fff-35a2-46f0-a4ef-f1bf97d02724 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:09.819919 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:09.820129 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67131fff-35a2-46f0-a4ef-f1bf97d02724 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:09.820374 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'status': 'completed', 'code': 200} Dec 23 11:33:09.898243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-2432264a-424c-4a68-98e1-05209e09f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.899709 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-2432264a-424c-4a68-98e1-05209e09f413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0661097 Dec 23 11:33:09.903300 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] For port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:33:09.906911 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] For port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:33:09.918561 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47744) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:09.921882 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.933481 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-4175534c-792f-4948-b9d1-efffd792c4d8 service neutron] 10.222.0.32 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219479 Dec 23 11:33:09.937704 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f0d959d4-151a-49e6-ad9b-14a601f0b461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.941516 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f0d959d4-151a-49e6-ad9b-14a601f0b461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.942598 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f0d959d4-151a-49e6-ad9b-14a601f0b461 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d9f2453-da91-43b2-9536-04f27eaccdd4 HTTP/1.1" status: 204 len: 168 time: 0.6153274 Dec 23 11:33:09.944440 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-36e549ae-e5c2-4934-acd9-7141824e1b15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357478 Dec 23 11:33:09.946080 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:09.965797 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:09.970704 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-f5b8af29-eb78-4355-95f7-8294e88eaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:09.972345 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-f5b8af29-eb78-4355-95f7-8294e88eaabb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1096 time: 0.1463776 Dec 23 11:33:09.973146 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d959d4-151a-49e6-ad9b-14a601f0b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9f2453-da91-43b2-9536-04f27eaccdd4,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:10.000864 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.001834 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.003685 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] 10.222.0.32 "PUT /v2.0/ports/5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 HTTP/1.1" status: 200 len: 1094 time: 1.9742246 Dec 23 11:33:10.004321 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'tag': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:10.007882 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aed9a1-3d64-4c76-9233-22047a0fd833" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1d920b-9eab-4a83-b9c1-da96e5432a30", "tag": "5a2d26e5-c4a1-4ab5-82af-a924a607a7b7"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:10.023636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Transition to ACTIVE for port object f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:33:10.035456 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.094553 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6956d7a2-1ff1-4f7a-a62b-81e47fc039ce x-openstack-request-id: req-6956d7a2-1ff1-4f7a-a62b-81e47fc039ce {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:10.095181 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1d920b-9eab-4a83-b9c1-da96e5432a30", "tag": "5a2d26e5-c4a1-4ab5-82af-a924a607a7b7", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:10.095658 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6956d7a2-1ff1-4f7a-a62b-81e47fc039ce {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:10.096275 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'tag': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7', 'status': 'completed', 'code': 200} Dec 23 11:33:10.115549 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960994dd-eae1-45eb-9d63-8bba982f116a service neutron] Pushing event updated for resources: {'Port': ['ID=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:10.175335 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:10.192438 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-fb44f17c-4cb3-402a-a1be-bea40d30d738 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252610 Dec 23 11:33:10.200414 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-fbe86eff-8eb6-4430-a4ce-aaaba2dd7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.202764 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-fbe86eff-8eb6-4430-a4ce-aaaba2dd7e4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 1097 time: 0.1290507 Dec 23 11:33:10.218455 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2433-58b8-4f5c-86be-2ee66a6fb31c req-b335a787-ccef-42e0-83c7-fcb25a4ca161 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.220120 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ccbd2433-58b8-4f5c-86be-2ee66a6fb31c req-b335a787-ccef-42e0-83c7-fcb25a4ca161 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.1088533 Dec 23 11:33:10.220369 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-7859292e-9ad1-45e0-950b-613c5c03fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.222169 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-7859292e-9ad1-45e0-950b-613c5c03fd92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.2384772 Dec 23 11:33:10.222941 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2efc6768-4871-4776-ae40-c88cb21a42c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.283870 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-a41c67c8-9f83-4a36-ba8f-cb0a3fcb939d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 217 time: 0.0496759 Dec 23 11:33:10.289742 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-38fb6f06-ff69-4a7c-b9df-c6722e0756a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 HTTP/1.1" status: 200 len: 217 time: 0.0683005 Dec 23 11:33:10.315216 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Attempting to bind port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:33:10.315754 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Attempting to bind port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:33:10.315994 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Attempting to bind port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:10.348237 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:33:10.348596 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Attempting to bind port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 on network 9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:33:10.369955 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:33:10.370257 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Checking segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:33:10.370739 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Bound using segment: {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:33:10.371043 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Bound port: f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d31c68-986e-4b51-9520-31f58dba8b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:33:10.371383 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.381025 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-232bf03d-c875-4458-a390-3367c7e8a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.382513 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-232bf03d-c875-4458-a390-3367c7e8a328 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0777516 Dec 23 11:33:10.425191 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-fc5f5d73-d2c5-4720-a852-c84bd70e0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.426585 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-fc5f5d73-d2c5-4720-a852-c84bd70e0312 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0889490 Dec 23 11:33:10.438355 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c92dd8-10e2-485b-a9fb-58ccc1a0dd70 req-b1b08ced-3220-4657-b3b6-a8d71f8bf574 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.439899 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-92c92dd8-10e2-485b-a9fb-58ccc1a0dd70 req-b1b08ced-3220-4657-b3b6-a8d71f8bf574 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 944 time: 0.2015369 Dec 23 11:33:10.459692 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2efc6768-4871-4776-ae40-c88cb21a42c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.461942 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ccbd2433-58b8-4f5c-86be-2ee66a6fb31c req-1b3ceec4-5720-4a75-acdd-386560d7d2ca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223716 Dec 23 11:33:10.470091 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2efc6768-4871-4776-ae40-c88cb21a42c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.579690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-3225337a-79f1-4437-850c-f1062fcb658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.581252 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-3225337a-79f1-4437-850c-f1062fcb658a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1863532 Dec 23 11:33:10.588758 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-2efc6768-4871-4776-ae40-c88cb21a42c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ae8f26e367b4dc08bf3ed3fb8585082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6677809 Dec 23 11:33:10.590959 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] For port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:33:10.594065 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47772) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:10.597048 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] For port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:33:10.605421 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc6768-4871-4776-ae40-c88cb21a42c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56542744-415c-499a-b84c-bdc1bc7507c2,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:10.618238 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.668359 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-272e412d-4409-4e03-8dfd-0d4545105894 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2228701 Dec 23 11:33:10.670148 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae3f0a66-abff-43ec-a8e1-3e566301fc4b req-a195ef75-87e7-462a-a294-8a38ea458cf9 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663532 Dec 23 11:33:10.687448 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.687448 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.688691 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 1094 time: 1.8555646 Dec 23 11:33:10.779312 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.823898 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-92c92dd8-10e2-485b-a9fb-58ccc1a0dd70 req-31860f58-8651-4096-a13f-20859fdb7119 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458359 Dec 23 11:33:10.835402 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe95603-4b95-4fbc-969e-61e50094cda5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:10.856550 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a5e6d-a6ab-487f-bab6-0bfd66d0c616 req-542af996-8b58-45de-a1e6-d7d66cc9e06f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.858452 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-793a5e6d-a6ab-487f-bab6-0bfd66d0c616 req-542af996-8b58-45de-a1e6-d7d66cc9e06f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 944 time: 0.1972599 Dec 23 11:33:10.871070 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c9252a3f-b4bc-4e77-bce9-0e127deada4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:10.900583 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6fdc943a-3fcd-40cd-8c3b-9738e06f3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:10.902024 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-6fdc943a-3fcd-40cd-8c3b-9738e06f3f99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1097 time: 0.1337671 Dec 23 11:33:10.904049 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-153f65ae-85c3-4465-85f9-54e9352bced9 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107874 Dec 23 11:33:10.913105 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-e6b47a6a-5b9c-49b0-9a17-1ebd6e01600c service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246153 Dec 23 11:33:10.945416 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c9252a3f-b4bc-4e77-bce9-0e127deada4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:11.018249 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-793a5e6d-a6ab-487f-bab6-0bfd66d0c616 req-c497591c-a844-49ea-bb7b-efc2e71b0574 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434708 Dec 23 11:33:11.049061 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-eb6f85b4-0708-4326-bbe6-a24046b1b8f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.1300735 Dec 23 11:33:11.073503 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f7709-916b-4043-8c55-8624187a2523 req-b9d537f7-2528-4268-b899-8408d7293747 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.080804 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1d2f7709-916b-4043-8c55-8624187a2523 req-b9d537f7-2528-4268-b899-8408d7293747 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 944 time: 0.1667655 Dec 23 11:33:11.129249 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d1f53-fdc0-4b76-8ee0-88d13480b2a8 req-84d643a6-7255-4707-b7af-e04a35524bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717792 Dec 23 11:33:11.167828 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-4c368d20-e097-4519-95c6-d11bffc00c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.169498 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-4c368d20-e097-4519-95c6-d11bffc00c52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.1081665 Dec 23 11:33:11.173595 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2293c2a0-960a-41d9-8531-cf12db801c7d req-fc9aad85-ac24-43c4-914a-46883d93e4de service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316673 Dec 23 11:33:11.174970 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c9252a3f-b4bc-4e77-bce9-0e127deada4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:11.177659 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c9252a3f-b4bc-4e77-bce9-0e127deada4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:11.178825 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-c9252a3f-b4bc-4e77-bce9-0e127deada4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56542744-415c-499a-b84c-bdc1bc7507c2 HTTP/1.1" status: 204 len: 168 time: 0.5836914 Dec 23 11:33:11.181935 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1d2f7709-916b-4043-8c55-8624187a2523 req-1ba78692-14f9-454a-9da4-d74b2cd70bf3 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997665 Dec 23 11:33:11.188678 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252a3f-b4bc-4e77-bce9-0e127deada4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56542744-415c-499a-b84c-bdc1bc7507c2,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:11.227577 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-de5fa4ce-1c2a-414d-b0e4-c071af41502d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399857 Dec 23 11:33:11.322715 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-cd314349-139f-48f3-bc6e-05c256de0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.324377 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-cd314349-139f-48f3-bc6e-05c256de0ccf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 1097 time: 0.0991647 Dec 23 11:33:11.400066 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-8b279b3b-c5e0-42c7-9ab6-7142acedf920 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647453 Dec 23 11:33:11.454410 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-9b85bd50-47b6-47f4-81ce-cfa1fdde5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.456288 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-9b85bd50-47b6-47f4-81ce-cfa1fdde5bc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.1241140 Dec 23 11:33:11.525894 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-ba982a4a-d5ab-47b0-8aa1-01af01d00d63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 HTTP/1.1" status: 200 len: 217 time: 0.0564396 Dec 23 11:33:11.618395 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-75e70f80-05f4-49ab-8af4-26a5d8177610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.619840 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-75e70f80-05f4-49ab-8af4-26a5d8177610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0656526 Dec 23 11:33:11.629153 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-12ebadbe-cfcc-48d2-bf44-516c10f06e86 req-b4249a43-019a-4fbd-9122-3cd2814ea6ec service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168186 Dec 23 11:33:11.668406 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c14f1-ef86-468f-a878-8288721e88e2 req-d90e9356-2168-41eb-b8aa-20964b6004d2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.685245 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f14c14f1-ef86-468f-a878-8288721e88e2 req-d90e9356-2168-41eb-b8aa-20964b6004d2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.1179385 Dec 23 11:33:11.696090 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-ced148aa-d8b0-4858-9615-f6e96ac486a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674868 Dec 23 11:33:11.736858 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f14c14f1-ef86-468f-a878-8288721e88e2 req-8f162d5d-635c-47d1-83ec-068222a3c804 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493152 Dec 23 11:33:11.811654 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-f234e154-2e94-4848-a43e-f94ff3348d11 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066816 Dec 23 11:33:11.822249 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420b4522-1683-4615-8907-9ea60c48a555', 'tag': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:11.825238 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236e6b1-6874-4276-b5ea-c925cbca06d9" -d '{"events": [{"name": "network-changed", "server_uuid": "420b4522-1683-4615-8907-9ea60c48a555", "tag": "f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:11.959036 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-37aed9a1-3d64-4c76-9233-22047a0fd833 req-9134a063-11fa-4fb4-b456-db115bd5eec5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393359 Dec 23 11:33:11.960733 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284812e7-cf03-48f8-9c67-0df7867e8c32 x-openstack-request-id: req-284812e7-cf03-48f8-9c67-0df7867e8c32 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:11.961010 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420b4522-1683-4615-8907-9ea60c48a555", "tag": "f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:11.961264 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-284812e7-cf03-48f8-9c67-0df7867e8c32 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:11.961693 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420b4522-1683-4615-8907-9ea60c48a555', 'tag': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606', 'status': 'completed', 'code': 200} Dec 23 11:33:11.966663 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69814f-a1cb-4c69-b30e-8319ef5f83f1 req-117a49f2-61a8-4f92-bc11-dc81d49cd6a6 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:11.968810 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ce69814f-a1cb-4c69-b30e-8319ef5f83f1 req-117a49f2-61a8-4f92-bc11-dc81d49cd6a6 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 944 time: 0.0664427 Dec 23 11:33:12.059206 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-1b3c8c9d-be6f-4399-afd9-c4c0bd347da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:12.061083 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-1b3c8c9d-be6f-4399-afd9-c4c0bd347da2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1097 time: 0.0585082 Dec 23 11:33:12.062692 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ce69814f-a1cb-4c69-b30e-8319ef5f83f1 req-70a7ffbc-d52f-47a0-bd46-9f9474828c9b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872707 Dec 23 11:33:12.180962 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d4e3-51ec-4be7-98ef-4b99600d71c6 req-4acee19b-c5d9-483f-92fb-0dc8cb2d49f3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:12.189170 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a390d4e3-51ec-4be7-98ef-4b99600d71c6 req-4acee19b-c5d9-483f-92fb-0dc8cb2d49f3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 944 time: 0.0640514 Dec 23 11:33:12.251867 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a390d4e3-51ec-4be7-98ef-4b99600d71c6 req-7462afb6-3e9c-401a-9c11-1a8287187126 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Dec 23 11:33:12.308513 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabbe50-2a83-4c20-b8fc-0d205f080824 req-1142797a-403f-4d2e-8f43-cd7df3ac5c1f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:12.310620 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8cabbe50-2a83-4c20-b8fc-0d205f080824 req-1142797a-403f-4d2e-8f43-cd7df3ac5c1f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 944 time: 0.0576186 Dec 23 11:33:12.375077 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8cabbe50-2a83-4c20-b8fc-0d205f080824 req-69b643ec-702c-4d75-b635-390101ddb9f7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582933 Dec 23 11:33:12.420637 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-28927a25-bfbc-4437-bd6d-bc00fde899f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:12.422210 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-28927a25-bfbc-4437-bd6d-bc00fde899f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.3533626 Dec 23 11:33:12.464879 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-0068522a-ab7c-4934-a524-b226d14ad0e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.0345886 Dec 23 11:33:12.515744 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-977c0c19-4455-49d5-ba82-8e5860a927cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:12.517239 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-977c0c19-4455-49d5-ba82-8e5860a927cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0456569 Dec 23 11:33:12.553269 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-dab835a8-60ff-4ecc-81b6-7a8d8f059b0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267844 Dec 23 11:33:12.665419 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-4544beb2-31ed-4cec-a072-4bdac9f30a34 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048198 Dec 23 11:33:12.759565 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4236e6b1-6874-4276-b5ea-c925cbca06d9 req-af102401-cc86-4256-a7bf-87433d23762f service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867803 Dec 23 11:33:12.906300 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d8c3b-9d3b-436d-8910-0c7fa0bf1354 req-85b9e2d5-a8cf-41d3-8202-3134e13cc459 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:12.908389 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-745d8c3b-9d3b-436d-8910-0c7fa0bf1354 req-85b9e2d5-a8cf-41d3-8202-3134e13cc459 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0903201 Dec 23 11:33:12.977980 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-745d8c3b-9d3b-436d-8910-0c7fa0bf1354 req-088e4cd0-37c8-4fac-91b2-41d05df04d59 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595801 Dec 23 11:33:13.186254 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e7f5-deef-49d1-a7c3-306a2f9b696e req-3897a14b-a760-4fbc-b001-5a62c37f0f1b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:13.194228 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ef41e7f5-deef-49d1-a7c3-306a2f9b696e req-3897a14b-a760-4fbc-b001-5a62c37f0f1b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 944 time: 0.0660105 Dec 23 11:33:13.242026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ef41e7f5-deef-49d1-a7c3-306a2f9b696e req-72cdb0a4-77cf-4ac8-9b56-b54201fcd3d3 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Dec 23 11:33:13.285105 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47954) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:13.393235 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b9e6-e628-4c25-a5a5-17539b675a7e req-cbc7b595-d50f-44a0-9901-a3df7d3204d6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:13.394999 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5435b9e6-e628-4c25-a5a5-17539b675a7e req-cbc7b595-d50f-44a0-9901-a3df7d3204d6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 944 time: 0.0671575 Dec 23 11:33:13.483115 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d6f82306-850f-4c3f-90d9-ae07ea5b97fa details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:33:13.515421 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5435b9e6-e628-4c25-a5a5-17539b675a7e req-468f6a0d-3bb4-4668-b908-82ecf1f26982 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098182 Dec 23 11:33:13.564433 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e09643-316a-4e0b-9e06-356deeb0d66b req-6deec95a-7957-412a-b1fb-f550c07ccf49 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:13.565971 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-48e09643-316a-4e0b-9e06-356deeb0d66b req-6deec95a-7957-412a-b1fb-f550c07ccf49 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 944 time: 0.1104910 Dec 23 11:33:13.635181 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a49e12f-a5e9-4073-9c4a-ba3c058868d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.637533 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-48e09643-316a-4e0b-9e06-356deeb0d66b req-f1eb9566-6d51-45d5-85ca-acd8b952ea76 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652699 Dec 23 11:33:13.668154 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:13.687474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'port_id': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa', 'mac_address': 'fa:16:3e:ec:c3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfcbada-e442-4847-a33e-62c804b0469b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:33:13.741482 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.751825 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a49e12f-a5e9-4073-9c4a-ba3c058868d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.757359 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f82306-850f-4c3f-90d9-ae07ea5b97fa {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:13.759946 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a49e12f-a5e9-4073-9c4a-ba3c058868d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.778186 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:13.785126 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.786430 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 17ca8866-a582-41a8-866b-9919fc42909e details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:33:13.819772 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3a49e12f-a5e9-4073-9c4a-ba3c058868d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dae8ae3003f844fa957984153cd3bf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303905 Dec 23 11:33:13.820199 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47970) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:13.823444 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e12f-a5e9-4073-9c4a-ba3c058868d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6fe435-c6a1-4501-9919-0584f91b0f31,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:13.892684 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3c13b28c-5d72-44b9-b894-03d8651d7fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.895088 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:13.926164 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3c13b28c-5d72-44b9-b894-03d8651d7fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.962218 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 17ca8866-a582-41a8-866b-9919fc42909e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=17ca8866-a582-41a8-866b-9919fc42909e,segment=NetworkSegment(14763f2a-8d0b-4708-9c68-6679bbeb269f),segment_id=14763f2a-8d0b-4708-9c68-6679bbeb269f)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:13.983062 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3c13b28c-5d72-44b9-b894-03d8651d7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.984910 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '17ca8866-a582-41a8-866b-9919fc42909e', 'network_id': 'ffa6ec1e-50c4-4580-aab9-62001bd0a583', 'port_id': '17ca8866-a582-41a8-866b-9919fc42909e', 'mac_address': 'fa:16:3e:e1:d9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2723d6c8-4fd9-44eb-9103-a9766d2f21ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:33:13.986318 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3c13b28c-5d72-44b9-b894-03d8651d7fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:13.988174 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-3c13b28c-5d72-44b9-b894-03d8651d7fe0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad6fe435-c6a1-4501-9919-0584f91b0f31 HTTP/1.1" status: 204 len: 168 time: 0.1667085 Dec 23 11:33:13.998555 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13b28c-5d72-44b9-b894-03d8651d7fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6fe435-c6a1-4501-9919-0584f91b0f31,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:14.136518 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.171825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca8866-a582-41a8-866b-9919fc42909e {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:14.184197 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89177db-30f3-4bcd-95ca-0c81dbb50067 req-7acf4909-5b49-4bc6-8ec6-2ca0f3b7dea6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:14.193524 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 17ca8866-a582-41a8-866b-9919fc42909e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=17ca8866-a582-41a8-866b-9919fc42909e,segment=NetworkSegment(14763f2a-8d0b-4708-9c68-6679bbeb269f),segment_id=14763f2a-8d0b-4708-9c68-6679bbeb269f)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:14.194135 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d89177db-30f3-4bcd-95ca-0c81dbb50067 req-7acf4909-5b49-4bc6-8ec6-2ca0f3b7dea6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.1128178 Dec 23 11:33:14.199692 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.277195 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=17ca8866-a582-41a8-866b-9919fc42909e,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:14.282196 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d89177db-30f3-4bcd-95ca-0c81dbb50067 req-12e63181-6400-4537-8227-8a24fa3ed384 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869722 Dec 23 11:33:14.364342 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c7438-4b86-4474-8996-0baed461203c req-c2210fa1-fd54-4b8f-a284-13b23b5b886a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:14.366061 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eb4c7438-4b86-4474-8996-0baed461203c req-c2210fa1-fd54-4b8f-a284-13b23b5b886a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Dec 23 11:33:14.426235 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eb4c7438-4b86-4474-8996-0baed461203c req-c2c85283-cb81-4e66-bc7c-59dafeece184 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531926 Dec 23 11:33:14.458912 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 47992) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:14.471781 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-87180fb2-80d6-4e65-a5a6-c1d4d058e700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.550047 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-87180fb2-80d6-4e65-a5a6-c1d4d058e700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.556240 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-87180fb2-80d6-4e65-a5a6-c1d4d058e700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.613656 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-87180fb2-80d6-4e65-a5a6-c1d4d058e700 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78a155a114944c769c97af9f586d5633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536407 Dec 23 11:33:14.617056 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 47996) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:14.617962 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87180fb2-80d6-4e65-a5a6-c1d4d058e700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c3c26b-a2df-4b7b-a762-2ef6423091c6,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:14.639872 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f3a4-495c-4b98-8901-ad38f533cf1f req-58266bf6-29fd-4f24-ab74-776cad46da82 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:14.641434 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c335f3a4-495c-4b98-8901-ad38f533cf1f req-58266bf6-29fd-4f24-ab74-776cad46da82 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 944 time: 0.0657518 Dec 23 11:33:14.669482 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b1e48d-c3f3-44ae-bd37-5c8415001205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.694842 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b1e48d-c3f3-44ae-bd37-5c8415001205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.698770 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c335f3a4-495c-4b98-8901-ad38f533cf1f req-bdce964e-9c8d-476b-9a8e-ba2c3cec55ad tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514195 Dec 23 11:33:14.743465 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b1e48d-c3f3-44ae-bd37-5c8415001205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.746123 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b1e48d-c3f3-44ae-bd37-5c8415001205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:14.747269 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-92b1e48d-c3f3-44ae-bd37-5c8415001205 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45c3c26b-a2df-4b7b-a762-2ef6423091c6 HTTP/1.1" status: 204 len: 168 time: 0.1292086 Dec 23 11:33:14.755871 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1e48d-c3f3-44ae-bd37-5c8415001205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c3c26b-a2df-4b7b-a762-2ef6423091c6,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:14.773635 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02336723-9f66-4ed6-9c9c-fc6f3d429d0a req-54b4dae3-875f-4cbc-a0ca-b42b81b0bffc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:14.775164 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-02336723-9f66-4ed6-9c9c-fc6f3d429d0a req-54b4dae3-875f-4cbc-a0ca-b42b81b0bffc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Dec 23 11:33:14.822947 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-02336723-9f66-4ed6-9c9c-fc6f3d429d0a req-17978207-dc3a-45d6-b830-6c503fc38049 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Dec 23 11:33:15.412492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7025e24-c3b3-4291-9206-fb999863a20c req-8e0a730f-a901-45ae-843c-77bc0cd299c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:15.413916 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c7025e24-c3b3-4291-9206-fb999863a20c req-8e0a730f-a901-45ae-843c-77bc0cd299c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0469968 Dec 23 11:33:15.479245 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c7025e24-c3b3-4291-9206-fb999863a20c req-9bc3e595-e554-4ff2-9124-9599557141eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527148 Dec 23 11:33:15.549416 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27c37-25a3-4237-b9a5-19b849334638 req-b8f8b06e-744f-4bfb-8101-5fe73e8f2de0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:15.550866 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3bd27c37-25a3-4237-b9a5-19b849334638 req-b8f8b06e-744f-4bfb-8101-5fe73e8f2de0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0459497 Dec 23 11:33:15.603882 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3bd27c37-25a3-4237-b9a5-19b849334638 req-caf871a6-005d-4aa6-8149-f69480521966 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Dec 23 11:33:15.815686 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65cb0c-38a1-4ccb-82a8-575d9f0745af req-6a9b3b69-9b62-4238-b168-e25b9d07bca6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:15.817506 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5b65cb0c-38a1-4ccb-82a8-575d9f0745af req-6a9b3b69-9b62-4238-b168-e25b9d07bca6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Dec 23 11:33:15.890978 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5b65cb0c-38a1-4ccb-82a8-575d9f0745af req-ad22f3df-845d-4da9-9b44-f95c63932269 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597107 Dec 23 11:33:15.946401 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a637d90-6acc-46a2-9d4d-07e9476f8eef req-3cb6a962-5e3e-4d54-a8ab-8028ccf69ed4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:15.947975 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9a637d90-6acc-46a2-9d4d-07e9476f8eef req-3cb6a962-5e3e-4d54-a8ab-8028ccf69ed4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0520999 Dec 23 11:33:15.993992 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9a637d90-6acc-46a2-9d4d-07e9476f8eef req-02f79693-d9e5-45d2-b920-474ef4bbf4a5 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Dec 23 11:33:16.414273 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:33:16.532202 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:16.542915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'port_id': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7', 'mac_address': 'fa:16:3e:f0:25:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:33:16.579607 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:16.598352 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:16.604678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c4652-cd02-4363-80b2-23f36bf306b2 req-9660caeb-f783-4409-830e-8d34aa304e7d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:16.606297 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5b3c4652-cd02-4363-80b2-23f36bf306b2 req-9660caeb-f783-4409-830e-8d34aa304e7d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0553727 Dec 23 11:33:16.619642 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:16.623203 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:16.624007 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:33:16.658799 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5b3c4652-cd02-4363-80b2-23f36bf306b2 req-01a976ab-b86f-4704-bb59-2482ef460c98 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Dec 23 11:33:16.693586 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:16.710098 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:16.712912 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606', 'network_id': '9b86ea31-5e46-4dae-9a1c-b1217ffd56e6', 'port_id': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606', 'mac_address': 'fa:16:3e:c9:e8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16282816-f878-42b8-93ac-0aeae4daa5bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:33:16.756170 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:16.762080 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30e63-3a92-4ae0-a845-48b7ff53cc5a req-d33f6ba4-a000-45a7-8b64-7dc668b637f4 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:16.764187 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-68c30e63-3a92-4ae0-a845-48b7ff53cc5a req-d33f6ba4-a000-45a7-8b64-7dc668b637f4 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0603397 Dec 23 11:33:16.768778 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:16.787994 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:16.793247 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:16.793965 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:33:16.811939 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48092) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:16.822312 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-68c30e63-3a92-4ae0-a845-48b7ff53cc5a req-4c35cabe-85a3-44d9-992b-4a4d6e3741c3 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Dec 23 11:33:16.870193 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:16.919217 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-54cf7fd4-2105-4b21-b966-bc14500b768d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:16.936166 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:16.949946 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'mac_address': 'fa:16:3e:1e:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:33:16.989791 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.002759 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:33:17.027815 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:17.031481 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-54cf7fd4-2105-4b21-b966-bc14500b768d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.034693 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.040562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b791df-bb27-417a-8a8c-c543f0e1c73f req-a047617a-613e-4c42-ab56-3c318f8cc3d8 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:17.042161 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-56b791df-bb27-417a-8a8c-c543f0e1c73f req-a047617a-613e-4c42-ab56-3c318f8cc3d8 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0803525 Dec 23 11:33:17.043270 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-54cf7fd4-2105-4b21-b966-bc14500b768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.083402 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:17.117707 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-54cf7fd4-2105-4b21-b966-bc14500b768d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cfb3ceaba4a46f886d94755f36b68f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047504 Dec 23 11:33:17.118776 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf7fd4-2105-4b21-b966-bc14500b768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6f11b-1955-4693-9062-c28f8400852e,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:17.120535 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48100) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:17.152433 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-56b791df-bb27-417a-8a8c-c543f0e1c73f req-1b8e807b-5c83-421f-be9c-19df6b4bf8dc tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993581 Dec 23 11:33:17.166673 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f436c2-8b07-450f-9dda-58149da1afeb req-6c828e86-1e46-4c71-8ef0-49efe1f9efba tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:17.168268 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-22f436c2-8b07-450f-9dda-58149da1afeb req-6c828e86-1e46-4c71-8ef0-49efe1f9efba tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Dec 23 11:33:17.181021 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a336c4d-8329-49bb-ad54-2a8aa09879b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.202429 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a336c4d-8329-49bb-ad54-2a8aa09879b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.215707 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-22f436c2-8b07-450f-9dda-58149da1afeb req-0ec73610-43d1-49b6-8603-a74cdcdbf7e3 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Dec 23 11:33:17.251343 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a336c4d-8329-49bb-ad54-2a8aa09879b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.253978 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3a336c4d-8329-49bb-ad54-2a8aa09879b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.255117 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3a336c4d-8329-49bb-ad54-2a8aa09879b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffa6f11b-1955-4693-9062-c28f8400852e HTTP/1.1" status: 204 len: 168 time: 0.1334841 Dec 23 11:33:17.263522 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336c4d-8329-49bb-ad54-2a8aa09879b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6f11b-1955-4693-9062-c28f8400852e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:17.526504 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48108) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:17.539984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-57346714-92bf-4045-ac1b-17ddc985fd79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.616357 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-57346714-92bf-4045-ac1b-17ddc985fd79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.622202 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-57346714-92bf-4045-ac1b-17ddc985fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.664142 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-57346714-92bf-4045-ac1b-17ddc985fd79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=592e4677123f4a618ec4dc17044fa312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342499 Dec 23 11:33:17.664142 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57346714-92bf-4045-ac1b-17ddc985fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e19e718-0ae7-45aa-b10b-f10412b8beaf,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:17.664610 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48112) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:17.716978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1a24f470-b013-4d1a-805e-4b51cf701da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.738810 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1a24f470-b013-4d1a-805e-4b51cf701da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.803980 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b0393-7263-445c-83e4-49623d9b4804 req-67eef037-a84f-4734-a246-e4b96515bc38 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:17.805472 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb5b0393-7263-445c-83e4-49623d9b4804 req-67eef037-a84f-4734-a246-e4b96515bc38 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0717442 Dec 23 11:33:17.828912 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1a24f470-b013-4d1a-805e-4b51cf701da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.831407 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1a24f470-b013-4d1a-805e-4b51cf701da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:17.832493 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1a24f470-b013-4d1a-805e-4b51cf701da8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e19e718-0ae7-45aa-b10b-f10412b8beaf HTTP/1.1" status: 204 len: 168 time: 0.1668637 Dec 23 11:33:17.844536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24f470-b013-4d1a-805e-4b51cf701da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e19e718-0ae7-45aa-b10b-f10412b8beaf,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:17.872415 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb5b0393-7263-445c-83e4-49623d9b4804 req-461374ea-3c7f-42dc-b0ba-96d6d2e1bf32 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597649 Dec 23 11:33:17.957272 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bbdd6-3e5f-4c43-834f-ecaae2a56201 req-72eaef29-4fba-4662-9283-81f9f529b235 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:17.958759 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-666bbdd6-3e5f-4c43-834f-ecaae2a56201 req-72eaef29-4fba-4662-9283-81f9f529b235 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0482576 Dec 23 11:33:18.018136 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-666bbdd6-3e5f-4c43-834f-ecaae2a56201 req-d40b9e3f-885a-4159-bed7-6cf70e4d8dba tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526276 Dec 23 11:33:18.271765 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b511c-150a-4b66-9520-cf3d7e1ec0ba req-9b6a3bdb-7b4a-4139-b4cb-cef02ce7cffe tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:18.277126 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-177b511c-150a-4b66-9520-cf3d7e1ec0ba req-9b6a3bdb-7b4a-4139-b4cb-cef02ce7cffe tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0542998 Dec 23 11:33:18.363108 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-177b511c-150a-4b66-9520-cf3d7e1ec0ba req-cb3cdd42-7d30-4538-8ee7-e3831d4a65ac tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 Dec 23 11:33:18.371147 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cf3c1-57df-48d6-8015-6cccf929caa5 req-431ffe57-69ae-402d-9ff7-bfc66e7ef9c2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:18.382443 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-af2cf3c1-57df-48d6-8015-6cccf929caa5 req-431ffe57-69ae-402d-9ff7-bfc66e7ef9c2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0832694 Dec 23 11:33:18.424282 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-af2cf3c1-57df-48d6-8015-6cccf929caa5 req-aa7e825a-2fdf-46f5-98d0-8ddd45362634 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Dec 23 11:33:19.000769 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1856a-0fa6-476a-8587-9e7938dd630d req-e3eb8ca6-c4ca-4f32-b229-94e151a68c71 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:19.002372 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fdb1856a-0fa6-476a-8587-9e7938dd630d req-e3eb8ca6-c4ca-4f32-b229-94e151a68c71 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0480719 Dec 23 11:33:19.047938 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fdb1856a-0fa6-476a-8587-9e7938dd630d req-42f7843a-a01f-4b9c-b668-7e54071b2140 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Dec 23 11:33:19.129933 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5d452-c322-4e80-aa90-c0d7dac387ec req-48f0cfed-b1bd-4ed1-8073-dfbc316e9658 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:19.131262 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4e5d452-c322-4e80-aa90-c0d7dac387ec req-48f0cfed-b1bd-4ed1-8073-dfbc316e9658 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Dec 23 11:33:19.178071 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4e5d452-c322-4e80-aa90-c0d7dac387ec req-13a51298-e109-4b54-9b4d-b7d38a150477 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Dec 23 11:33:19.484785 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e29fd-27fd-457f-8f75-886a158799ce req-428884d1-94ba-4d8c-8875-3bb8bab8eb20 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:19.491737 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-378e29fd-27fd-457f-8f75-886a158799ce req-428884d1-94ba-4d8c-8875-3bb8bab8eb20 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0605683 Dec 23 11:33:19.565893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edb8f3-48f6-4b5f-8b30-9faae4f6f31c req-ea2ee8e6-c685-4712-9d58-a77502d20280 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:19.567373 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-22edb8f3-48f6-4b5f-8b30-9faae4f6f31c req-ea2ee8e6-c685-4712-9d58-a77502d20280 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0731721 Dec 23 11:33:19.570594 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-378e29fd-27fd-457f-8f75-886a158799ce req-cfd65723-71a6-4afc-9519-6bea391710d2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780306 Dec 23 11:33:19.629314 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-22edb8f3-48f6-4b5f-8b30-9faae4f6f31c req-a6765815-20a8-4767-9120-2db13ec94a10 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470104 Dec 23 11:33:20.178684 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6365eb-2542-40e4-bc57-5100adc70421 req-2f33ac2d-c1d1-4729-8d65-b54ab5ed7a9c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:20.180020 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb6365eb-2542-40e4-bc57-5100adc70421 req-2f33ac2d-c1d1-4729-8d65-b54ab5ed7a9c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0491724 Dec 23 11:33:20.233601 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb6365eb-2542-40e4-bc57-5100adc70421 req-c387b7f3-90ac-4309-9f38-b09c0f0a9e38 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Dec 23 11:33:20.292691 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210138e-6508-4c9e-9ff0-1612ef1badb9 req-1ce4af33-8b98-4860-90a0-5007218a8037 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:20.294129 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9210138e-6508-4c9e-9ff0-1612ef1badb9 req-1ce4af33-8b98-4860-90a0-5007218a8037 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0465984 Dec 23 11:33:20.341783 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9210138e-6508-4c9e-9ff0-1612ef1badb9 req-ca899cba-b374-4878-8769-e1caa202bf0c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Dec 23 11:33:20.702670 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6440-65da-47df-93a8-abf0411b7ef9 req-135bc003-b089-4378-9b18-3e4feca41557 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:20.704134 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-107b6440-65da-47df-93a8-abf0411b7ef9 req-135bc003-b089-4378-9b18-3e4feca41557 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0595860 Dec 23 11:33:20.780511 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24baf-e326-4b0a-be3e-6c127767ff83 req-77d1c43f-1b7d-4e0c-974a-c2acad8ab311 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:20.781959 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cca24baf-e326-4b0a-be3e-6c127767ff83 req-77d1c43f-1b7d-4e0c-974a-c2acad8ab311 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0757656 Dec 23 11:33:20.785430 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-107b6440-65da-47df-93a8-abf0411b7ef9 req-87ec0707-6be9-4cac-8850-6b85a81f9bd5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 Dec 23 11:33:20.829776 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cca24baf-e326-4b0a-be3e-6c127767ff83 req-dbf11451-c61d-4ded-9c87-58214718238a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Dec 23 11:33:21.356468 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5bd96-f59e-4679-8f6e-c424cf523bd2 req-44898a94-21ac-4a33-a9b0-5b3cc99331bd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:21.358268 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6bd5bd96-f59e-4679-8f6e-c424cf523bd2 req-44898a94-21ac-4a33-a9b0-5b3cc99331bd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0483403 Dec 23 11:33:21.406106 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6bd5bd96-f59e-4679-8f6e-c424cf523bd2 req-37ede863-140b-42a8-9fff-3e3c512e02ac tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419312 Dec 23 11:33:21.464989 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978eab7-ad19-430d-85c6-e8e4c417d732 req-3d306406-02e3-46c5-8cc0-d9191c915951 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:21.466446 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6978eab7-ad19-430d-85c6-e8e4c417d732 req-3d306406-02e3-46c5-8cc0-d9191c915951 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Dec 23 11:33:21.518554 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6978eab7-ad19-430d-85c6-e8e4c417d732 req-f5c89b89-f147-4100-8cce-87c193bc57d0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Dec 23 11:33:21.903155 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a99bc4-a3b3-4957-81cd-34f408269321 req-d329914a-97c7-480c-8dc2-d956692b3a7d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:21.904625 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-45a99bc4-a3b3-4957-81cd-34f408269321 req-d329914a-97c7-480c-8dc2-d956692b3a7d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Dec 23 11:33:21.977477 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed886353-5b29-4dcc-8446-61619b1acfae req-ee9a8fe1-83ab-4c02-80ee-0c1766a571af tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:21.978940 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed886353-5b29-4dcc-8446-61619b1acfae req-ee9a8fe1-83ab-4c02-80ee-0c1766a571af tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0734084 Dec 23 11:33:21.983803 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-45a99bc4-a3b3-4957-81cd-34f408269321 req-788a172c-e375-4b3b-9df8-35e39ad43b32 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688331 Dec 23 11:33:22.030933 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed886353-5b29-4dcc-8446-61619b1acfae req-7cd577d4-b301-4d83-b84b-f83a59131429 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Dec 23 11:33:22.530638 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd365-f186-45a3-ad57-7f8adda599a2 req-3e464193-a40c-4e3b-a5f9-bbc6b3d248fd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:22.532070 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-137bd365-f186-45a3-ad57-7f8adda599a2 req-3e464193-a40c-4e3b-a5f9-bbc6b3d248fd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0501499 Dec 23 11:33:22.582549 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-137bd365-f186-45a3-ad57-7f8adda599a2 req-ccf74677-a964-4c6c-89c7-ffc2916d4dd1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Dec 23 11:33:22.631677 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2140-bb67-4b4f-8ba7-047db6371eb2 req-cfe9346e-9ce4-4838-8563-2423c4d1127b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:22.633141 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-525b2140-bb67-4b4f-8ba7-047db6371eb2 req-cfe9346e-9ce4-4838-8563-2423c4d1127b tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0471303 Dec 23 11:33:22.680910 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-525b2140-bb67-4b4f-8ba7-047db6371eb2 req-cd694fc9-671d-41a9-a5c9-19324c67dc3d tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Dec 23 11:33:23.139705 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc70d0-981a-4835-a75b-efb6d3579966 req-1ce2521f-3e1d-463b-89b1-c68968d6530b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:23.141174 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-31bc70d0-981a-4835-a75b-efb6d3579966 req-1ce2521f-3e1d-463b-89b1-c68968d6530b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0763881 Dec 23 11:33:23.171372 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97bb8b-b43b-4a85-9037-5cc72b0a765d req-06f98daf-2307-49c9-946f-d8d8e3aa64bb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:23.172868 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6c97bb8b-b43b-4a85-9037-5cc72b0a765d req-06f98daf-2307-49c9-946f-d8d8e3aa64bb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0744150 Dec 23 11:33:23.223668 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-31bc70d0-981a-4835-a75b-efb6d3579966 req-34b76612-0ced-4c3f-bc0f-f5b49cea2224 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759914 Dec 23 11:33:23.244159 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6c97bb8b-b43b-4a85-9037-5cc72b0a765d req-ae459c67-277c-4c5e-846b-1472a802f69c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 Dec 23 11:33:23.699338 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a191b6-2b2b-4263-863d-bb7840361858 req-6a43491b-0546-4fb7-a491-967de71fa221 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:23.700800 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94a191b6-2b2b-4263-863d-bb7840361858 req-6a43491b-0546-4fb7-a491-967de71fa221 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0485754 Dec 23 11:33:23.757730 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94a191b6-2b2b-4263-863d-bb7840361858 req-61dc0b5e-ddfc-431c-9b46-f63a1c4fb9fb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506213 Dec 23 11:33:23.795597 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6b3c0-8419-4599-97ae-f7e1f6bf38d6 req-cf709d1e-0968-420d-a9cd-85e105eb02ce tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:23.797102 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ff6b3c0-8419-4599-97ae-f7e1f6bf38d6 req-cf709d1e-0968-420d-a9cd-85e105eb02ce tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0508404 Dec 23 11:33:23.842003 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ff6b3c0-8419-4599-97ae-f7e1f6bf38d6 req-8e0f0f6c-ce50-4377-bab3-c8d4c4639dab tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Dec 23 11:33:23.897808 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:33:23.986505 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['9a6883ab-95a5-4b77-aa7d-30d3759a55a5'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:33:23.988502 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['17ca8866-a582-41a8-866b-9919fc42909e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:33:23.990377 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:33:23.992457 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['5a2d26e5-c4a1-4ab5-82af-a924a607a7b7'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:33:24.372050 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af8f4-9dc3-4fe0-ba24-3f4a0a9a495b req-2065cd20-0c5d-4dfd-b049-b28639b8cac9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:24.373560 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3c7af8f4-9dc3-4fe0-ba24-3f4a0a9a495b req-2065cd20-0c5d-4dfd-b049-b28639b8cac9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0788953 Dec 23 11:33:24.386142 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f68b8-03e5-4e90-87db-c0917195b1ad req-435b8b47-5d39-41fc-9dec-896171852cc8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:24.387587 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2d0f68b8-03e5-4e90-87db-c0917195b1ad req-435b8b47-5d39-41fc-9dec-896171852cc8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0675035 Dec 23 11:33:24.461217 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3c7af8f4-9dc3-4fe0-ba24-3f4a0a9a495b req-1453e002-2e61-4c06-a255-bc30bf298819 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725951 Dec 23 11:33:24.465748 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2d0f68b8-03e5-4e90-87db-c0917195b1ad req-692fed98-66ba-4c70-9309-529f52820af9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634060 Dec 23 11:33:24.889023 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c751db6-5222-4368-8316-3ebf9401a77e req-140a1eb3-4d41-4935-b130-7a9592eac34b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:24.890520 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c751db6-5222-4368-8316-3ebf9401a77e req-140a1eb3-4d41-4935-b130-7a9592eac34b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0587494 Dec 23 11:33:24.967988 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c751db6-5222-4368-8316-3ebf9401a77e req-70f8b9d2-f101-4ae1-b523-ca7591b93eef tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711672 Dec 23 11:33:24.986316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ec35-9e83-4aa5-beb1-cb53ea2bc818 req-61e3c563-e4eb-4ef2-86be-7152eda80ef9 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:24.987941 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a89ec35-9e83-4aa5-beb1-cb53ea2bc818 req-61e3c563-e4eb-4ef2-86be-7152eda80ef9 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0757024 Dec 23 11:33:25.034541 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a89ec35-9e83-4aa5-beb1-cb53ea2bc818 req-345939f9-aaaa-47ed-b16a-47ec96bf114e tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Dec 23 11:33:25.548967 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48324) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:25.605855 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b3c9-63b9-4493-9ab7-252c277078ec req-10a1785a-2fe3-4a38-a9e9-2e97bcdd7fa0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:25.607639 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d785b3c9-63b9-4493-9ab7-252c277078ec req-10a1785a-2fe3-4a38-a9e9-2e97bcdd7fa0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.0731649 Dec 23 11:33:25.614660 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a846-8acb-48e7-88d6-07a4dc7867a7 req-aebf5898-ddde-4c13-85af-e1de86cc3bbe tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:25.616000 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0288a846-8acb-48e7-88d6-07a4dc7867a7 req-aebf5898-ddde-4c13-85af-e1de86cc3bbe tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.0721996 Dec 23 11:33:25.653101 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6ce5f3d1-5941-4171-b93b-704b7c594df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.686139 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d785b3c9-63b9-4493-9ab7-252c277078ec req-7a36d868-d001-4c81-8be5-ffe925ba1205 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691743 Dec 23 11:33:25.693555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0288a846-8acb-48e7-88d6-07a4dc7867a7 req-3dc5a238-828d-4844-9ab6-e07cac340e13 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641243 Dec 23 11:33:25.734756 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6ce5f3d1-5941-4171-b93b-704b7c594df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.741852 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6ce5f3d1-5941-4171-b93b-704b7c594df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.780964 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-6ce5f3d1-5941-4171-b93b-704b7c594df1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d69c6f50879248a6995e884c626281e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308521 Dec 23 11:33:25.781754 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5f3d1-5941-4171-b93b-704b7c594df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5557ad76-040e-4291-8410-ca1df61a4537,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:25.783741 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48328) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:25.833830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-427ae3fe-80dd-47c1-af04-a7cc3af1c718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.854696 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-427ae3fe-80dd-47c1-af04-a7cc3af1c718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.901971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-427ae3fe-80dd-47c1-af04-a7cc3af1c718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.904519 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-427ae3fe-80dd-47c1-af04-a7cc3af1c718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:25.905623 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-427ae3fe-80dd-47c1-af04-a7cc3af1c718 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5557ad76-040e-4291-8410-ca1df61a4537 HTTP/1.1" status: 204 len: 168 time: 0.1209049 Dec 23 11:33:25.920113 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ae3fe-80dd-47c1-af04-a7cc3af1c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557ad76-040e-4291-8410-ca1df61a4537,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:26.104770 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14c541-bfdc-4a35-be07-42c18581de9d req-8c0f6676-e4e3-4292-a08f-e8d73f17561f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:26.113095 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-de14c541-bfdc-4a35-be07-42c18581de9d req-8c0f6676-e4e3-4292-a08f-e8d73f17561f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0659215 Dec 23 11:33:26.200684 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69da4-d41f-40e7-99fe-18fa0103b4cb req-ab14b4b1-c339-4c54-b4f6-8181b0efe657 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:26.202182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7ac69da4-d41f-40e7-99fe-18fa0103b4cb req-ab14b4b1-c339-4c54-b4f6-8181b0efe657 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0823202 Dec 23 11:33:26.205992 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-de14c541-bfdc-4a35-be07-42c18581de9d req-45d961f2-a5c8-4d81-8ef3-e2e466ddcb40 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848448 Dec 23 11:33:26.241878 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48356) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:26.258591 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-949e6a5a-8d95-4a17-87fb-fe3f226a6ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.276565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7ac69da4-d41f-40e7-99fe-18fa0103b4cb req-aba31cc7-df81-4c54-b3f8-30b731d74bea tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666182 Dec 23 11:33:26.291422 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:33:26.348286 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-949e6a5a-8d95-4a17-87fb-fe3f226a6ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.353086 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-949e6a5a-8d95-4a17-87fb-fe3f226a6ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.388960 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-949e6a5a-8d95-4a17-87fb-fe3f226a6ef4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72fd123cdb8a4da0adb36c1fef1f98ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455905 Dec 23 11:33:26.390140 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e6a5a-8d95-4a17-87fb-fe3f226a6ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a255ee-7292-47dc-860b-db5bf8e1c854,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:26.392056 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48362) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:26.443332 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0643-295d-49c1-8df2-7dc18e7ff6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.465101 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0643-295d-49c1-8df2-7dc18e7ff6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.513114 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0643-295d-49c1-8df2-7dc18e7ff6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.515712 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0643-295d-49c1-8df2-7dc18e7ff6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.516895 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f3ce0643-295d-49c1-8df2-7dc18e7ff6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36a255ee-7292-47dc-860b-db5bf8e1c854 HTTP/1.1" status: 204 len: 168 time: 0.1236968 Dec 23 11:33:26.524986 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce0643-295d-49c1-8df2-7dc18e7ff6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a255ee-7292-47dc-860b-db5bf8e1c854,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:26.682237 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d6f82306-850f-4c3f-90d9-ae07ea5b97fa up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:33:26.704199 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48374) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:26.740273 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port d6f82306-850f-4c3f-90d9-ae07ea5b97fa completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:33:26.749168 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port d6f82306-850f-4c3f-90d9-ae07ea5b97fa triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:33:26.749551 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.843910 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.870188 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:26.947352 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:26.953203 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:26.954595 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:33:27.021582 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-510ca4ab-ee2c-4ec5-84eb-9e486cdb5696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.046835 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b2cf6-1fd8-446a-b6ff-4fb00106404a req-148c3537-f9fb-4775-ba5f-7023c88d0188 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:27.053884 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-698b2cf6-1fd8-446a-b6ff-4fb00106404a req-148c3537-f9fb-4775-ba5f-7023c88d0188 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.2822886 Dec 23 11:33:27.062655 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:27.072259 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:33:27.078174 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:33:27.078632 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.085398 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a43c1-0658-474d-b660-1a1173841103 req-de2f4a77-109f-40dd-9c6f-5085ae0cd2a2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:27.086880 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-207a43c1-0658-474d-b660-1a1173841103 req-de2f4a77-109f-40dd-9c6f-5085ae0cd2a2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 945 time: 0.3039114 Dec 23 11:33:27.107714 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab868c-8d6d-4715-952b-0e0404ae9caf" -d '{"events": [{"server_uuid": "d6b78602-e733-4e04-af5e-f55aa129daf4", "name": "network-vif-plugged", "status": "completed", "tag": "d6f82306-850f-4c3f-90d9-ae07ea5b97fa"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:27.160244 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-698b2cf6-1fd8-446a-b6ff-4fb00106404a req-7b4ae6b1-2f06-4379-8ddd-af4b64ba3a37 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052938 Dec 23 11:33:27.177326 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.195119 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-207a43c1-0658-474d-b660-1a1173841103 req-598014bc-88a8-44a7-8989-32d3b721f782 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Dec 23 11:33:27.220541 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:27.224580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-510ca4ab-ee2c-4ec5-84eb-9e486cdb5696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.226113 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.227049 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 17ca8866-a582-41a8-866b-9919fc42909e up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:33:27.231401 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-510ca4ab-ee2c-4ec5-84eb-9e486cdb5696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.283026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-510ca4ab-ee2c-4ec5-84eb-9e486cdb5696 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b9ec073622c4c87bf67e720230d409b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776424 Dec 23 11:33:27.284543 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ca4ab-ee2c-4ec5-84eb-9e486cdb5696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732dea97-359f-48e3-9e3a-34d683b1f902,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:27.285703 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48410) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:27.414069 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-82e0d309-fd37-4ee0-8602-ee0986dff298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.422230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618b4c6-c110-4d3c-b570-cf147b5b722f req-fab700a8-5675-4a9c-91d6-acf22953af88 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:27.431044 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6927d9-b4d4-4a62-9816-e4e6a01d92b5 x-openstack-request-id: req-ed6927d9-b4d4-4a62-9816-e4e6a01d92b5 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:27.431558 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e618b4c6-c110-4d3c-b570-cf147b5b722f req-fab700a8-5675-4a9c-91d6-acf22953af88 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0964127 Dec 23 11:33:27.434219 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b78602-e733-4e04-af5e-f55aa129daf4", "name": "network-vif-plugged", "status": "completed", "tag": "d6f82306-850f-4c3f-90d9-ae07ea5b97fa", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:27.435230 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed6927d9-b4d4-4a62-9816-e4e6a01d92b5 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:27.436342 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa', 'code': 200} Dec 23 11:33:27.471633 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:27.476162 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-82e0d309-fd37-4ee0-8602-ee0986dff298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.493469 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 17ca8866-a582-41a8-866b-9919fc42909e completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:33:27.503693 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 17ca8866-a582-41a8-866b-9919fc42909e triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:33:27.507304 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.509752 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e618b4c6-c110-4d3c-b570-cf147b5b722f req-7e6c6421-eee6-4d64-8708-c83a0934fbab tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768733 Dec 23 11:33:27.575888 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-82e0d309-fd37-4ee0-8602-ee0986dff298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.581698 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-82e0d309-fd37-4ee0-8602-ee0986dff298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.587113 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-82e0d309-fd37-4ee0-8602-ee0986dff298 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/732dea97-359f-48e3-9e3a-34d683b1f902 HTTP/1.1" status: 204 len: 168 time: 0.3003058 Dec 23 11:33:27.606328 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0d309-fd37-4ee0-8602-ee0986dff298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732dea97-359f-48e3-9e3a-34d683b1f902,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:27.615025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a85a99-e7b6-4a93-b0f5-17102acfe0b1 req-44f20bfb-2e0c-4b93-91d8-28891de07eec tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:27.623395 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a7a85a99-e7b6-4a93-b0f5-17102acfe0b1 req-44f20bfb-2e0c-4b93-91d8-28891de07eec tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 945 time: 0.0902834 Dec 23 11:33:27.689302 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a7a85a99-e7b6-4a93-b0f5-17102acfe0b1 req-11ef9a36-a5e8-4700-9aab-33228f6aa9f9 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596619 Dec 23 11:33:27.693171 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.727541 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 17ca8866-a582-41a8-866b-9919fc42909e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=17ca8866-a582-41a8-866b-9919fc42909e,segment=NetworkSegment(14763f2a-8d0b-4708-9c68-6679bbeb269f),segment_id=14763f2a-8d0b-4708-9c68-6679bbeb269f)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:27.733591 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.779324 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67881dc2-c390-4172-a5bc-4d6f0d232044 req-c2c2a774-c348-4e31-b14f-9eb1a9b7963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:27.780868 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-67881dc2-c390-4172-a5bc-4d6f0d232044 req-c2c2a774-c348-4e31-b14f-9eb1a9b7963d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 1099 time: 0.1435864 Dec 23 11:33:27.794794 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=17ca8866-a582-41a8-866b-9919fc42909e,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:27.805016 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-67881dc2-c390-4172-a5bc-4d6f0d232044 req-535072b4-75f1-44d6-902f-fabbfdb4d308 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.895751 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-67881dc2-c390-4172-a5bc-4d6f0d232044 req-535072b4-75f1-44d6-902f-fabbfdb4d308 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.900126 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-67881dc2-c390-4172-a5bc-4d6f0d232044 req-535072b4-75f1-44d6-902f-fabbfdb4d308 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:27.946646 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-67881dc2-c390-4172-a5bc-4d6f0d232044 req-535072b4-75f1-44d6-902f-fabbfdb4d308 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573131 Dec 23 11:33:27.947850 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535072b4-75f1-44d6-902f-fabbfdb4d308 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a06c2b69-83f9-4af2-b8cc-4239a2a90cd1,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:28.035085 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f374d33b-e644-45b5-8d21-ef8331b33399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.048224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48454) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:28.321440 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.366748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e79ca-43d7-4290-a0c1-957662649aa9 req-82543c80-e18e-439a-b3b3-3fd22e58428a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:28.368219 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f4e79ca-43d7-4290-a0c1-957662649aa9 req-82543c80-e18e-439a-b3b3-3fd22e58428a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 945 time: 0.1194003 Dec 23 11:33:28.378237 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538fef3-ff13-4019-bbe2-b0828ce50b17 req-3cf2d2c3-355c-4d06-97cd-561d43de671c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:28.379798 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a538fef3-ff13-4019-bbe2-b0828ce50b17 req-3cf2d2c3-355c-4d06-97cd-561d43de671c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.0995572 Dec 23 11:33:28.496270 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f4e79ca-43d7-4290-a0c1-957662649aa9 req-81835e17-8dd4-4168-9c2a-a990cb3615a9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130686 Dec 23 11:33:28.500941 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a538fef3-ff13-4019-bbe2-b0828ce50b17 req-3df1bcfc-9075-43b8-a7ea-af7add1f63db tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065972 Dec 23 11:33:28.524782 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.530353 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.570623 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ad01e4d87b8419ebfd9646087c43de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185626 Dec 23 11:33:28.570623 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef53bb4-6d90-4369-a4c2-d4cf2f730de0,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:28.570770 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48490) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:28.581693 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.582281 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.582798 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.583697 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.584559 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.584964 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.585562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.586051 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.586570 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.586903 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.587231 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.587554 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.588193 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e93ca-36af-4dc7-a683-74e551c33435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.643144 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.660122 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2aa26-e04f-4099-9755-dca3c5c8dd16 req-a5085481-0e65-4d63-9796-ae897486f7c1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:28.661942 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-04e2aa26-e04f-4099-9755-dca3c5c8dd16 req-a5085481-0e65-4d63-9796-ae897486f7c1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0698471 Dec 23 11:33:28.669304 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:33:28.675532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.738787 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.742473 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.746549 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ef53bb4-6d90-4369-a4c2-d4cf2f730de0 HTTP/1.1" status: 204 len: 168 time: 0.1747885 Dec 23 11:33:28.749640 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-04e2aa26-e04f-4099-9755-dca3c5c8dd16 req-8b610f16-7595-4410-9e07-d4050f76faf8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757117 Dec 23 11:33:28.766822 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef53bb4-6d90-4369-a4c2-d4cf2f730de0,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:28.778714 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.781038 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.782532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.784125 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.785046 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.785632 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.786314 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.786898 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.787597 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.788144 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.788831 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.789443 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.789572 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:33:28.790532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7fbc8e-41b0-45e7-af58-38ab7d6999e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:33:28.794480 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:33:28.794897 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.863243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6522ef-710d-4f14-91bb-5106df5a1d56 req-78bc029b-e4ce-4a2e-a0a0-10166a86ada7 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:28.865496 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bb6522ef-710d-4f14-91bb-5106df5a1d56 req-78bc029b-e4ce-4a2e-a0a0-10166a86ada7 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0823183 Dec 23 11:33:28.884951 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.924233 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:28.931395 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:28.935088 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:33:28.939552 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bb6522ef-710d-4f14-91bb-5106df5a1d56 req-99ce36ba-c0b2-4b12-bf7b-6046ca78a4a8 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671384 Dec 23 11:33:29.038868 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:29.062561 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:33:29.068360 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:33:29.069008 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.169348 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.212959 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:33:29.219356 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.292206 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:29.339416 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48538) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:29.353241 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad816c01-1f8e-4d00-96d2-d08698e6e219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.434307 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad816c01-1f8e-4d00-96d2-d08698e6e219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.438140 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad816c01-1f8e-4d00-96d2-d08698e6e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.440399 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}, {'server_uuid': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca8866-a582-41a8-866b-9919fc42909e'}, {'server_uuid': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7'}, {'server_uuid': '420b4522-1683-4615-8907-9ea60c48a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:29.442826 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6630a6-f70e-4bcd-84bf-d0ba674cd97e" -d '{"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}, {"server_uuid": "57d6afbe-a27b-44a7-946e-f898f57d5df1", "name": "network-vif-plugged", "status": "completed", "tag": "17ca8866-a582-41a8-866b-9919fc42909e"}, {"server_uuid": "8e1d920b-9eab-4a83-b9c1-da96e5432a30", "name": "network-vif-plugged", "status": "completed", "tag": "5a2d26e5-c4a1-4ab5-82af-a924a607a7b7"}, {"server_uuid": "420b4522-1683-4615-8907-9ea60c48a555", "name": "network-vif-plugged", "status": "completed", "tag": "f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:29.479636 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ad816c01-1f8e-4d00-96d2-d08698e6e219 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b5eab062cab4d8991d543a4eda6baf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366103 Dec 23 11:33:29.479636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816c01-1f8e-4d00-96d2-d08698e6e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e236cbe2-3319-47ca-873d-e3d49e027ab8,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:29.480692 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48566) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:29.523908 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1914b-4c43-45ea-b52d-ad47f3d52326 x-openstack-request-id: req-a1c1914b-4c43-45ea-b52d-ad47f3d52326 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:29.524210 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "code": 200}, {"server_uuid": "57d6afbe-a27b-44a7-946e-f898f57d5df1", "name": "network-vif-plugged", "status": "completed", "tag": "17ca8866-a582-41a8-866b-9919fc42909e", "code": 200}, {"server_uuid": "8e1d920b-9eab-4a83-b9c1-da96e5432a30", "name": "network-vif-plugged", "status": "completed", "tag": "5a2d26e5-c4a1-4ab5-82af-a924a607a7b7", "code": 200}, {"server_uuid": "420b4522-1683-4615-8907-9ea60c48a555", "name": "network-vif-plugged", "status": "completed", "tag": "f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:29.524489 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1c1914b-4c43-45ea-b52d-ad47f3d52326 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:29.526243 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'code': 200} Dec 23 11:33:29.526243 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca8866-a582-41a8-866b-9919fc42909e', 'code': 200} Dec 23 11:33:29.526243 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7', 'code': 200} Dec 23 11:33:29.526243 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b4522-1683-4615-8907-9ea60c48a555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606', 'code': 200} Dec 23 11:33:29.538478 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2f745bff-e020-491e-b7d8-c0e031bf91bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.580913 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2f745bff-e020-491e-b7d8-c0e031bf91bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.738412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a76f-4e1b-4594-9165-3b23e1a7348c req-d04c131c-4ee2-4ff8-9475-152ad5f27a1b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:29.747118 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83e2a76f-4e1b-4594-9165-3b23e1a7348c req-d04c131c-4ee2-4ff8-9475-152ad5f27a1b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.1323872 Dec 23 11:33:29.768230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6943f-36b5-4f38-9d2e-bf2c8e171bb1 req-b2228838-d64f-40a5-bd48-3a60161f9c88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:29.770855 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-13a6943f-36b5-4f38-9d2e-bf2c8e171bb1 req-b2228838-d64f-40a5-bd48-3a60161f9c88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.1579034 Dec 23 11:33:29.788544 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2f745bff-e020-491e-b7d8-c0e031bf91bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.792159 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2f745bff-e020-491e-b7d8-c0e031bf91bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:29.796999 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-2f745bff-e020-491e-b7d8-c0e031bf91bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e236cbe2-3319-47ca-873d-e3d49e027ab8 HTTP/1.1" status: 204 len: 168 time: 0.3155546 Dec 23 11:33:29.816446 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0c41-93d9-4a1f-9149-eb9fa0dfac2a req-2707ee12-1ebf-4e00-b5a6-f86319e7544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:29.818086 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8f9b0c41-93d9-4a1f-9149-eb9fa0dfac2a req-2707ee12-1ebf-4e00-b5a6-f86319e7544a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1098 time: 0.0810697 Dec 23 11:33:29.831938 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb11d-f8f5-4f55-935a-385ae8cc91f5 req-ee787f33-c591-4ed9-b472-fee787d78c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:29.833770 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-804eb11d-f8f5-4f55-935a-385ae8cc91f5 req-ee787f33-c591-4ed9-b472-fee787d78c04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.0582898 Dec 23 11:33:29.861559 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f745bff-e020-491e-b7d8-c0e031bf91bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236cbe2-3319-47ca-873d-e3d49e027ab8,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:29.974774 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83e2a76f-4e1b-4594-9165-3b23e1a7348c req-1f87097f-afb4-45f1-bdba-64232eb2f021 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264593 Dec 23 11:33:29.997536 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8f9b0c41-93d9-4a1f-9149-eb9fa0dfac2a req-939efb5a-d2cc-47e8-853f-27b78d274358 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544950 Dec 23 11:33:30.001794 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-804eb11d-f8f5-4f55-935a-385ae8cc91f5 req-61a2ed7d-1fc8-475d-8368-a5915f3fec6e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463344 Dec 23 11:33:30.047117 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-13a6943f-36b5-4f38-9d2e-bf2c8e171bb1 req-df0ad4d9-3aca-472f-b202-4da8124ea7cd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698717 Dec 23 11:33:30.058536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ae28b-a564-409b-ba59-f15dee6c1d50 req-b031aef9-3353-4021-bb32-dbd251c4c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:30.060704 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-951ae28b-a564-409b-ba59-f15dee6c1d50 req-b031aef9-3353-4021-bb32-dbd251c4c160 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 1099 time: 0.2001829 Dec 23 11:33:30.078143 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bd22f-76da-4a62-9d8c-6a745879fb40 req-74eeeb3b-1966-4e60-aa25-308c641f8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:30.079779 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-306bd22f-76da-4a62-9d8c-6a745879fb40 req-74eeeb3b-1966-4e60-aa25-308c641f8d01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 1099 time: 0.2396185 Dec 23 11:33:30.114810 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5694ed-64e9-487b-a0b7-b94e0f7073d7 req-b3be3c1f-1424-401b-8cc5-d936353e1c84 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:30.116530 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7b5694ed-64e9-487b-a0b7-b94e0f7073d7 req-b3be3c1f-1424-401b-8cc5-d936353e1c84 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0516160 Dec 23 11:33:30.202782 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57962db-bbbe-4520-9c1a-bc55b098c337 req-a9b505ea-093f-4af5-bad2-433301de2f08 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:30.204317 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a57962db-bbbe-4520-9c1a-bc55b098c337 req-a9b505ea-093f-4af5-bad2-433301de2f08 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0791163 Dec 23 11:33:30.216981 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7b5694ed-64e9-487b-a0b7-b94e0f7073d7 req-27396903-c81b-4d72-8965-ebbc80cd56b9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925348 Dec 23 11:33:30.262408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48610) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:30.265953 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a57962db-bbbe-4520-9c1a-bc55b098c337 req-d848d00c-e436-42dd-a19a-2ed04b9c8587 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479362 Dec 23 11:33:30.275752 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2da9-bce1-47f3-acff-7fa18cd8af04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.355382 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bc816ed6-3166-45d0-b174-ea1be1e5d1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.375422 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2da9-bce1-47f3-acff-7fa18cd8af04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.379873 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2da9-bce1-47f3-acff-7fa18cd8af04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.422043 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cdcd2da9-bce1-47f3-acff-7fa18cd8af04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16b7964005994f5da9dedef4e58c6043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585360 Dec 23 11:33:30.423045 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd2da9-bce1-47f3-acff-7fa18cd8af04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6508052b-2084-47e0-94bc-8b9533c2676b,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:30.425457 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48620) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:30.489626 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1678-3cf0-470a-9c3b-5cdc2500a98f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.519654 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1678-3cf0-470a-9c3b-5cdc2500a98f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.590799 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1678-3cf0-470a-9c3b-5cdc2500a98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.593651 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1678-3cf0-470a-9c3b-5cdc2500a98f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:30.594775 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7e7d1678-3cf0-470a-9c3b-5cdc2500a98f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6508052b-2084-47e0-94bc-8b9533c2676b HTTP/1.1" status: 204 len: 168 time: 0.1688306 Dec 23 11:33:30.622950 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d1678-3cf0-470a-9c3b-5cdc2500a98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6508052b-2084-47e0-94bc-8b9533c2676b,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:30.675919 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-951ae28b-a564-409b-ba59-f15dee6c1d50 req-aec913ae-535a-4977-b4db-cd3feae07ed2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993426 Dec 23 11:33:30.684204 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-306bd22f-76da-4a62-9d8c-6a745879fb40 req-32e1e731-72c9-428a-b77a-3ffde9963aba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084065 Dec 23 11:33:31.092251 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4a83-bfa2-4e90-ad0a-0ee5ceac4a68 req-3527350a-9f47-4cb5-850e-75e3ea0a1381 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:31.093728 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f8bf4a83-bfa2-4e90-ad0a-0ee5ceac4a68 req-3527350a-9f47-4cb5-850e-75e3ea0a1381 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.0475066 Dec 23 11:33:31.153603 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f8bf4a83-bfa2-4e90-ad0a-0ee5ceac4a68 req-d94192d6-5227-46b0-8433-ff71d73fda85 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Dec 23 11:33:31.192850 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb681ac-fb8d-4336-9e94-ec7212450bfe req-11c6a3ad-d322-4516-9037-b490d41bffa9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:31.194348 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0fb681ac-fb8d-4336-9e94-ec7212450bfe req-11c6a3ad-d322-4516-9037-b490d41bffa9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0642722 Dec 23 11:33:31.266132 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0fb681ac-fb8d-4336-9e94-ec7212450bfe req-749224c8-9596-415c-a7f5-438507336d70 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609348 Dec 23 11:33:31.356342 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb7dd8-c828-45b6-ac16-12b08cd8f144 req-54e893aa-85e1-4f42-9679-401ac5561dc0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:31.362934 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-becb7dd8-c828-45b6-ac16-12b08cd8f144 req-54e893aa-85e1-4f42-9679-401ac5561dc0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0728359 Dec 23 11:33:31.376936 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:31.444885 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec234a25-cb49-4cbe-8efb-9ef873dc9237 req-5f14a9b7-1374-4996-a5ea-641def12539a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:31.446376 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec234a25-cb49-4cbe-8efb-9ef873dc9237 req-5f14a9b7-1374-4996-a5ea-641def12539a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0857189 Dec 23 11:33:31.451330 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-becb7dd8-c828-45b6-ac16-12b08cd8f144 req-e4bb57f1-a88a-4797-ad85-1d16dcd05042 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782118 Dec 23 11:33:31.520562 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec234a25-cb49-4cbe-8efb-9ef873dc9237 req-cc79ba32-434e-47d0-8a39-97be77d66e0f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649130 Dec 23 11:33:32.014413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48694) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:32.132618 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd660-6152-4c8b-bfd3-de06bbb55346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.208340 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd660-6152-4c8b-bfd3-de06bbb55346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.214019 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd660-6152-4c8b-bfd3-de06bbb55346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.255323 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f1ddd660-6152-4c8b-bfd3-de06bbb55346 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e6829c73f26445ab1bc689c66bc2626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397578 Dec 23 11:33:32.256163 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddd660-6152-4c8b-bfd3-de06bbb55346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817c06fb-0164-44bf-949f-7e3cbcd2c59c,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:32.258161 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48702) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:32.308514 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-20ad525f-b4fb-4841-bdd2-92e8b384e9c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.330921 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-20ad525f-b4fb-4841-bdd2-92e8b384e9c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.372341 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183c216-513f-4060-a5ba-5e995c32757b req-d49bd508-145f-41c0-a120-39817b50abc2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:32.373950 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a183c216-513f-4060-a5ba-5e995c32757b req-d49bd508-145f-41c0-a120-39817b50abc2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0479105 Dec 23 11:33:32.378259 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-20ad525f-b4fb-4841-bdd2-92e8b384e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.381083 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-20ad525f-b4fb-4841-bdd2-92e8b384e9c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.382216 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-20ad525f-b4fb-4841-bdd2-92e8b384e9c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/817c06fb-0164-44bf-949f-7e3cbcd2c59c HTTP/1.1" status: 204 len: 168 time: 0.1231518 Dec 23 11:33:32.397236 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad525f-b4fb-4841-bdd2-92e8b384e9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817c06fb-0164-44bf-949f-7e3cbcd2c59c,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:32.432088 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a183c216-513f-4060-a5ba-5e995c32757b req-ed5ade8b-94a8-4518-86d5-bcc99ea564c4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510666 Dec 23 11:33:32.651392 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24d1e2-4922-419f-9a10-7baac73b6650 req-186a3a83-ef77-4f78-8b7a-0c42dcb9f421 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:32.653039 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb24d1e2-4922-419f-9a10-7baac73b6650 req-186a3a83-ef77-4f78-8b7a-0c42dcb9f421 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.1054127 Dec 23 11:33:32.665243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b515-c851-49e0-aeb7-32c437b15303 req-3da0e3b1-9a6e-4a05-9fcd-fc26fafc568c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:32.669176 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c242b515-c851-49e0-aeb7-32c437b15303 req-3da0e3b1-9a6e-4a05-9fcd-fc26fafc568c tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0693693 Dec 23 11:33:32.687483 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48718) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:32.702191 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-44309cb5-1373-4a96-a91f-97ad5f6fbd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.748195 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c242b515-c851-49e0-aeb7-32c437b15303 req-319f4f48-48bc-4a47-9c2c-c6019c60c04d tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653918 Dec 23 11:33:32.765671 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.784956 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb24d1e2-4922-419f-9a10-7baac73b6650 req-938f9ea1-911c-4356-af11-80111d740315 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133482 Dec 23 11:33:32.805169 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-44309cb5-1373-4a96-a91f-97ad5f6fbd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.809893 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-44309cb5-1373-4a96-a91f-97ad5f6fbd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.846877 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-44309cb5-1373-4a96-a91f-97ad5f6fbd9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db121d96f7bc4ecf913b73ea9baa96a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578603 Dec 23 11:33:32.850219 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 48724) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:32.851033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309cb5-1373-4a96-a91f-97ad5f6fbd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d635a-d06d-4975-a1da-bb7c4baa3560,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:32.913406 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b22f7d4-715f-4f54-994a-db3d6574b4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.937560 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b22f7d4-715f-4f54-994a-db3d6574b4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.960853 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640bec4-9325-48c8-9e78-0e34cdc55e5f req-744eff67-98ed-4ff9-9f4a-a8037625b6cc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:32.962560 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f640bec4-9325-48c8-9e78-0e34cdc55e5f req-744eff67-98ed-4ff9-9f4a-a8037625b6cc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0516121 Dec 23 11:33:32.972497 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 48730) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:33:32.977131 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'floatingip': {'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:33:32.990894 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b22f7d4-715f-4f54-994a-db3d6574b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.993490 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b22f7d4-715f-4f54-994a-db3d6574b4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:32.994749 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7b22f7d4-715f-4f54-994a-db3d6574b4ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/948d635a-d06d-4975-a1da-bb7c4baa3560 HTTP/1.1" status: 204 len: 168 time: 0.1410429 Dec 23 11:33:33.002494 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f7d4-715f-4f54-994a-db3d6574b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d635a-d06d-4975-a1da-bb7c4baa3560,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:33:33.053379 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:33.743654 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca9d6-d890-460d-96fe-52cf24593e28 req-61f835c9-3a11-43c8-925e-d4bcaa38693e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:33.745255 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf3ca9d6-d890-460d-96fe-52cf24593e28 req-61f835c9-3a11-43c8-925e-d4bcaa38693e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.1526964 Dec 23 11:33:33.901432 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf3ca9d6-d890-460d-96fe-52cf24593e28 req-373e6a46-7e9f-405e-9ccc-f28564774592 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496112 Dec 23 11:33:33.910689 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.db.resource_extend [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 11:33:33.969855 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:33.987942 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4f1f-9b35-4102-aaca-4a5d4bd5188b req-8c89a631-1238-4963-b0a2-490f9e67dca0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:33.989710 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b16f4f1f-9b35-4102-aaca-4a5d4bd5188b req-8c89a631-1238-4963-b0a2-490f9e67dca0 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.1540945 Dec 23 11:33:34.015335 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:34.023830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:34.094584 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b16f4f1f-9b35-4102-aaca-4a5d4bd5188b req-832b36b3-ac5e-4a6b-af0a-cd8b95ff7ab8 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936596 Dec 23 11:33:34.147771 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.l3_db [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Floating IP a7e759ba-9d35-48b7-a6e9-579d1e5ab77f associated. External IP: 172.27.1.206, port: 9a6883ab-95a5-4b77-aa7d-30d3759a55a5. Dec 23 11:33:34.353797 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:33:34.463195 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:33:34.469515 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:34.478231 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:33:34.494668 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:33:34.495595 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:33:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:34.499352 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1b5fcab6-d4a4-4b07-b37f-81dc1c2af5eb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "PUT /v2.0/floatingips/a7e759ba-9d35-48b7-a6e9-579d1e5ab77f HTTP/1.1" status: 200 len: 991 time: 1.5257554 Dec 23 11:33:34.499908 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:33:34.514440 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d91835-fb76-4656-9427-764c0073d27c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:33:34.555440 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbe4869-8c9b-4228-aac5-26a67ad3a616 x-openstack-request-id: req-3cbe4869-8c9b-4228-aac5-26a67ad3a616 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:33:34.555740 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:33:34.556000 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cbe4869-8c9b-4228-aac5-26a67ad3a616 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:33:34.556400 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'status': 'completed', 'code': 200} Dec 23 11:33:34.612112 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:33:34.880332 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'a7e759ba-9d35-48b7-a6e9-579d1e5ab77f', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'mac_address': 'fa:16:3e:1e:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:32:40Z', 'updated_at': '2021-12-23T11:33:33Z', 'revision_number': 1, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:34.909479 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:33:34.917992 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:33:34.918679 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:33:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:35.061801 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7352452-a5de-49bd-b0a2-0bc41646a99d req-9e374036-80d5-46c5-aa09-6ef6f481cce7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:35.063523 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b7352452-a5de-49bd-b0a2-0bc41646a99d req-9e374036-80d5-46c5-aa09-6ef6f481cce7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0557303 Dec 23 11:33:35.117572 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b7352452-a5de-49bd-b0a2-0bc41646a99d req-475b8aa7-e0dd-4753-b504-81534b54c902 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476956 Dec 23 11:33:35.132453 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:33:35.222529 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c96b2-4cc3-4803-b913-cc9aab361dab req-ec8aec7b-1ac8-4c17-a28b-38ec95cda934 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:35.231787 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c4c96b2-4cc3-4803-b913-cc9aab361dab req-ec8aec7b-1ac8-4c17-a28b-38ec95cda934 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0486467 Dec 23 11:33:35.277782 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c4c96b2-4cc3-4803-b913-cc9aab361dab req-8840720e-daa8-4169-b49b-ad4d2b1965d3 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Dec 23 11:33:35.354357 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'a7e759ba-9d35-48b7-a6e9-579d1e5ab77f', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'mac_address': 'fa:16:3e:1e:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:32:40Z', 'updated_at': '2021-12-23T11:33:33Z', 'revision_number': 1, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:33:35.380365 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d1ed00-65b4-48d4-b715-21938ee2a523 None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'a7e759ba-9d35-48b7-a6e9-579d1e5ab77f', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'mac_address': 'fa:16:3e:1e:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:32:40Z', 'updated_at': '2021-12-23T11:33:33Z', 'revision_number': 1, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:33:35.598832 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc510b-c154-44e1-bc02-369ee5569eb3 None None] New status for floating IP a7e759ba-9d35-48b7-a6e9-579d1e5ab77f: ACTIVE {{(pid=102561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:33:36.237677 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df82b0-357a-4b1f-a9ce-42b48f92c95d req-88d50e05-2ff5-4f7b-a1b8-c891075df663 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:36.239120 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41df82b0-357a-4b1f-a9ce-42b48f92c95d req-88d50e05-2ff5-4f7b-a1b8-c891075df663 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0470569 Dec 23 11:33:36.286952 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41df82b0-357a-4b1f-a9ce-42b48f92c95d req-72fce621-54cf-4a7e-bc45-781816dd1209 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Dec 23 11:33:36.393257 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73bccb-70b6-45e1-99a2-f5f1e375e319 req-5639b690-3924-453f-bf79-7e848716d8d1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:36.394673 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5b73bccb-70b6-45e1-99a2-f5f1e375e319 req-5639b690-3924-453f-bf79-7e848716d8d1 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0520549 Dec 23 11:33:36.454313 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5b73bccb-70b6-45e1-99a2-f5f1e375e319 req-5b442e3a-5cd6-45e6-8971-7f262c7b2535 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508223 Dec 23 11:33:37.399809 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b514-196a-425d-9581-40c36976a7a2 req-2a4accf8-560d-4f96-9c69-535c6fee0cdf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:37.401297 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b03b514-196a-425d-9581-40c36976a7a2 req-2a4accf8-560d-4f96-9c69-535c6fee0cdf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Dec 23 11:33:37.448080 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b03b514-196a-425d-9581-40c36976a7a2 req-e43c8bec-ceca-413e-84b2-f90d5f683a67 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Dec 23 11:33:37.589478 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b702a-27ce-4bfa-adf2-6008409e69ac req-818fe279-e79b-4734-b7f6-57334d889a1d tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:37.590819 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b2b702a-27ce-4bfa-adf2-6008409e69ac req-818fe279-e79b-4734-b7f6-57334d889a1d tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0608380 Dec 23 11:33:37.641113 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b2b702a-27ce-4bfa-adf2-6008409e69ac req-d1dc5921-5fd4-4075-88c2-e7ab1d5e80d6 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Dec 23 11:33:38.074822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91835-fb76-4656-9427-764c0073d27c req-6543c410-f486-4177-bfd8-5ceada865a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:38.076308 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-6543c410-f486-4177-bfd8-5ceada865a96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1098 time: 0.0405362 Dec 23 11:33:38.221140 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91835-fb76-4656-9427-764c0073d27c req-efadcb33-257e-4bbd-af05-95b454d2c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:38.222659 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-efadcb33-257e-4bbd-af05-95b454d2c7b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.0946715 Dec 23 11:33:38.340223 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-eb2f932e-2fc4-4326-9b31-5d6e1fa02c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 1001 time: 0.0889463 Dec 23 11:33:38.575588 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91835-fb76-4656-9427-764c0073d27c req-e626d6f7-2753-4a0f-9684-ef3cb2cf09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:38.577090 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-e626d6f7-2753-4a0f-9684-ef3cb2cf09a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0744545 Dec 23 11:33:38.593160 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff55f6-364e-47e1-8ac7-e43878eff334 req-0dc4941a-f4a9-4d74-9aaa-52c060c30ee6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:38.594637 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6ff55f6-364e-47e1-8ac7-e43878eff334 req-0dc4941a-f4a9-4d74-9aaa-52c060c30ee6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0608625 Dec 23 11:33:38.674960 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d91835-fb76-4656-9427-764c0073d27c req-b86b7454-0bbb-4d70-bc8d-4b3b19395b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:38.676461 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-b86b7454-0bbb-4d70-bc8d-4b3b19395b11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784659 Dec 23 11:33:38.682199 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6ff55f6-364e-47e1-8ac7-e43878eff334 req-19051159-ded3-4156-a5a4-d819dd5cfb54 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765510 Dec 23 11:33:38.821412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347ea3f-12dd-4978-b14e-a88b3e263ed1 req-13f5c324-f0f4-4929-934f-53bc69ae0fd9 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:38.823070 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c347ea3f-12dd-4978-b14e-a88b3e263ed1 req-13f5c324-f0f4-4929-934f-53bc69ae0fd9 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0955377 Dec 23 11:33:38.825388 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-ea3caed9-44d1-40cb-8497-47bbe928f620 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325874 Dec 23 11:33:38.933413 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c347ea3f-12dd-4978-b14e-a88b3e263ed1 req-126ad6ba-d887-440c-8a6c-e58bcc4a61b6 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030977 Dec 23 11:33:39.198566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60d91835-fb76-4656-9427-764c0073d27c req-17be3e66-7771-45cd-97bd-6682cefecc40 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611794 Dec 23 11:33:39.230381 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec571b-394a-4ce1-bc91-f426cac93921 req-5984e404-c90a-4e77-8e61-dac9b3a8509d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:39.232595 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9bec571b-394a-4ce1-bc91-f426cac93921 req-5984e404-c90a-4e77-8e61-dac9b3a8509d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.2943313 Dec 23 11:33:39.235453 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-415274d6-4ae7-42bc-9033-9666a20a36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:39.236889 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-415274d6-4ae7-42bc-9033-9666a20a36dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 1099 time: 0.2866228 Dec 23 11:33:39.349257 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9bec571b-394a-4ce1-bc91-f426cac93921 req-dd0b6d07-499d-4db2-a58b-4a713ac90075 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086810 Dec 23 11:33:39.376746 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-5f56fa2d-6d90-470e-bad3-83b08334db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:39.378114 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-5f56fa2d-6d90-470e-bad3-83b08334db09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.1227226 Dec 23 11:33:39.423286 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-3c888d92-b920-489e-96ea-e125d4c865ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 HTTP/1.1" status: 200 len: 217 time: 0.0371590 Dec 23 11:33:39.474614 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-d7e0fefd-3285-41ce-b0b5-379e423916da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:39.476044 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-d7e0fefd-3285-41ce-b0b5-379e423916da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0459146 Dec 23 11:33:39.518367 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-b55537f8-f1df-44e0-ac95-35667df3014a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304682 Dec 23 11:33:39.618601 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-a800d7c9-e911-4531-982b-1750bdf2d4e2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908809 Dec 23 11:33:39.721071 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778fcfe9-ac4f-4ce8-8164-4cbda0cc7032 req-2fc7f226-e140-45a2-80ea-12e9193524b8 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935454 Dec 23 11:33:40.478096 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3b1bf-6e1f-4f36-a403-66dbd30fbabc req-73ee64d1-6031-4c7a-9d59-69c4de23dac1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:40.480067 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ea3b1bf-6e1f-4f36-a403-66dbd30fbabc req-73ee64d1-6031-4c7a-9d59-69c4de23dac1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0581384 Dec 23 11:33:40.539597 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ea3b1bf-6e1f-4f36-a403-66dbd30fbabc req-6a078525-522e-46c3-aa24-c16ec81a0d0d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Dec 23 11:33:40.783495 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:41.654418 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18ae0-a2c6-4656-ae53-b61230043c73 req-a289d83c-2948-4072-adc6-8a3d8279fb88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:41.656021 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-24a18ae0-a2c6-4656-ae53-b61230043c73 req-a289d83c-2948-4072-adc6-8a3d8279fb88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0497205 Dec 23 11:33:41.704844 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-24a18ae0-a2c6-4656-ae53-b61230043c73 req-5c60f7c6-f0df-4f32-b20e-d4f2556d16aa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Dec 23 11:33:42.827282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df454a3-0578-4717-9119-72d2514910f9 req-0a4bab21-32b1-4601-a918-249b534e39d0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:42.828652 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3df454a3-0578-4717-9119-72d2514910f9 req-0a4bab21-32b1-4601-a918-249b534e39d0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0499339 Dec 23 11:33:42.876937 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3df454a3-0578-4717-9119-72d2514910f9 req-947343e3-c15d-4e7b-b718-56b6acb16135 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Dec 23 11:33:43.716354 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-ddff84d6-038f-4577-a705-6c7b5d5fa50e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486369 Dec 23 11:33:43.999935 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be122dd-a7bd-4e1a-86e6-58cd44f6a2ef req-701a8c8e-4570-44db-89bc-47a05d955254 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:44.001523 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5be122dd-a7bd-4e1a-86e6-58cd44f6a2ef req-701a8c8e-4570-44db-89bc-47a05d955254 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0495763 Dec 23 11:33:44.050671 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5be122dd-a7bd-4e1a-86e6-58cd44f6a2ef req-d4413226-2d95-497e-92f3-fae06263c493 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Dec 23 11:33:45.180152 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe36131-5819-4696-8970-5a2cfaa82331 req-858f2246-4551-43cb-9292-7bd52e02b812 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:45.181708 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0fe36131-5819-4696-8970-5a2cfaa82331 req-858f2246-4551-43cb-9292-7bd52e02b812 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0514624 Dec 23 11:33:45.232436 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0fe36131-5819-4696-8970-5a2cfaa82331 req-25bbf706-24f1-4c97-ac0e-2dec33485df6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Dec 23 11:33:45.688837 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-4af7f564-8fbc-4cbf-b2d2-b3bd55083087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:45.690361 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-4af7f564-8fbc-4cbf-b2d2-b3bd55083087 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78ba11067e32496385db3fc9f22fdfc4&device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 1099 time: 0.0418506 Dec 23 11:33:45.806716 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-4de759fa-86a1-47a1-a826-69dbb5a4c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:45.808194 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-4de759fa-86a1-47a1-a826-69dbb5a4c522 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffa6ec1e-50c4-4580-aab9-62001bd0a583 HTTP/1.1" status: 200 len: 911 time: 0.0861571 Dec 23 11:33:45.854543 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-562fe6a2-fbf3-4724-b1b9-0c9cbe4449d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17ca8866-a582-41a8-866b-9919fc42909e HTTP/1.1" status: 200 len: 217 time: 0.0384445 Dec 23 11:33:45.905762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-649e8019-d85c-4dfa-95f9-d75cf5ad6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:45.907232 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-649e8019-d85c-4dfa-95f9-d75cf5ad6cad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2723d6c8-4fd9-44eb-9103-a9766d2f21ca HTTP/1.1" status: 200 len: 851 time: 0.0445247 Dec 23 11:33:45.956091 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-1cb7bd24-c9cb-4cc8-a4d8-03ef8dba239b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffa6ec1e-50c4-4580-aab9-62001bd0a583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238020 Dec 23 11:33:46.054086 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-84a16151-7c88-4e0a-a124-bed3e67e6d65 service neutron] 10.222.0.32 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896571 Dec 23 11:33:46.149445 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7db74564-fcc0-4ab6-94ad-9c63fba8c8b9 req-d80d8d57-730a-4002-86da-b191c8b782a0 service neutron] 10.222.0.32 "GET /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850785 Dec 23 11:33:46.365884 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929dbc5-184a-41cd-a721-52b5d8d262ca req-19845465-4448-4c7b-abb9-a12e4873687c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:46.367386 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9929dbc5-184a-41cd-a721-52b5d8d262ca req-19845465-4448-4c7b-abb9-a12e4873687c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0549319 Dec 23 11:33:46.422374 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9929dbc5-184a-41cd-a721-52b5d8d262ca req-a8aafbf4-67f7-46d0-b0db-38d753e22aa5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Dec 23 11:33:47.550358 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c84d8-c52f-477f-ac67-68584d0db1b0 req-6293ec20-9c76-44d2-ab92-5783a0224dc3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:47.551848 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1b1c84d8-c52f-477f-ac67-68584d0db1b0 req-6293ec20-9c76-44d2-ab92-5783a0224dc3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0530102 Dec 23 11:33:47.599545 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1b1c84d8-c52f-477f-ac67-68584d0db1b0 req-333129e3-fddb-4897-ad70-3aa4e9c5ce26 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Dec 23 11:33:48.721427 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ab3fd-969d-47da-aa58-79f50c0584cf req-d014a2d2-033d-443a-b871-61f23344caaf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:48.723017 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-443ab3fd-969d-47da-aa58-79f50c0584cf req-d014a2d2-033d-443a-b871-61f23344caaf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0500383 Dec 23 11:33:48.772613 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-443ab3fd-969d-47da-aa58-79f50c0584cf req-8c4ca1d2-770e-4182-9402-dc40fa083d82 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Dec 23 11:33:49.893880 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fbdaf-97cb-42a7-975d-20a4f25a52e0 req-cd378d36-acc5-4100-b7be-2dcf26c5a358 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:49.895365 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f7fbdaf-97cb-42a7-975d-20a4f25a52e0 req-cd378d36-acc5-4100-b7be-2dcf26c5a358 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0540669 Dec 23 11:33:49.944145 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f7fbdaf-97cb-42a7-975d-20a4f25a52e0 req-a36aa7b8-e6ac-4e2a-b096-65667f3d948c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Dec 23 11:33:51.060624 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61024e91-933a-4104-86d9-f853f78dd4e7 req-871d6ef8-20f7-4cb2-852f-d549dd29e873 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:51.062106 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-61024e91-933a-4104-86d9-f853f78dd4e7 req-871d6ef8-20f7-4cb2-852f-d549dd29e873 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0485737 Dec 23 11:33:51.114613 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-61024e91-933a-4104-86d9-f853f78dd4e7 req-87af6b74-151a-48f7-8ea8-27af5d8f2107 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Dec 23 11:33:52.233176 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1df9-2cc1-465b-9a2e-be66804dbef8 req-24312c7a-23de-47f0-8fcb-18d1d952a80a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:52.234696 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1eb1df9-2cc1-465b-9a2e-be66804dbef8 req-24312c7a-23de-47f0-8fcb-18d1d952a80a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0523417 Dec 23 11:33:52.284319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1eb1df9-2cc1-465b-9a2e-be66804dbef8 req-11746d22-f704-4869-8ae8-46c9072fd2d1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Dec 23 11:33:53.406977 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d538f-fe91-4467-9136-ba1f616a8383 req-aafebe97-7d99-4661-97cc-7325c494c46f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:53.408592 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-505d538f-fe91-4467-9136-ba1f616a8383 req-aafebe97-7d99-4661-97cc-7325c494c46f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0477622 Dec 23 11:33:53.456120 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-505d538f-fe91-4467-9136-ba1f616a8383 req-f87128b9-ed1f-4d99-a297-1ccfe1c7f6b9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Dec 23 11:33:54.574293 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9144-4849-4d76-b40c-387e623da90a req-49a6be92-9a02-4750-9a65-274910246f82 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:54.575732 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-00bc9144-4849-4d76-b40c-387e623da90a req-49a6be92-9a02-4750-9a65-274910246f82 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0535152 Dec 23 11:33:54.630035 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-00bc9144-4849-4d76-b40c-387e623da90a req-9bf6ca68-f4a8-4403-a124-b1efa29e10cb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Dec 23 11:33:55.745681 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582986b1-9b75-45a2-88b6-908f465ebec7 req-29923c57-2693-4d74-b71a-4ffaeab095b1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:55.747010 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-582986b1-9b75-45a2-88b6-908f465ebec7 req-29923c57-2693-4d74-b71a-4ffaeab095b1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0491357 Dec 23 11:33:55.798349 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-582986b1-9b75-45a2-88b6-908f465ebec7 req-d0b75693-6203-4f54-b254-0a1be9f0dd47 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Dec 23 11:33:56.910963 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e31d1-4499-4002-a79f-eff887ab4bb6 req-57acf01c-99ba-425d-ad1c-b5bf0b32d5d1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:56.912318 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-413e31d1-4499-4002-a79f-eff887ab4bb6 req-57acf01c-99ba-425d-ad1c-b5bf0b32d5d1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0473716 Dec 23 11:33:56.961343 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-413e31d1-4499-4002-a79f-eff887ab4bb6 req-668e2155-9c61-458e-aa90-ab97bda9b9d7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Dec 23 11:33:58.031161 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-35b2bc89-c533-45cd-94ef-2610e36fa26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:33:58.099914 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81f015-e0bb-4c34-b22b-2671b4984ae2 req-d9ab81c6-5089-40f4-9437-177682db4c9e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:58.102879 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae81f015-e0bb-4c34-b22b-2671b4984ae2 req-d9ab81c6-5089-40f4-9437-177682db4c9e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0543082 Dec 23 11:33:58.150525 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae81f015-e0bb-4c34-b22b-2671b4984ae2 req-9d609f60-70f0-442f-bf93-a518286e016a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Dec 23 11:33:59.271957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f6d10-5158-465a-92b3-aa3ab01a945a req-51f8b8c0-7761-49e7-9053-34cc9992e88a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:33:59.273566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-377f6d10-5158-465a-92b3-aa3ab01a945a req-51f8b8c0-7761-49e7-9053-34cc9992e88a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0489609 Dec 23 11:33:59.319001 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-377f6d10-5158-465a-92b3-aa3ab01a945a req-0c4bcdbc-a161-4213-923f-b2f96b539bb2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Dec 23 11:34:00.349115 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e193e1b4-339b-4a49-8f01-1647800363bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:00.438025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eede11-87d6-4828-a1a2-06e6a4cfe37a req-e9d7c602-daab-44c0-9bb1-3be68c0d29c4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:00.439675 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c3eede11-87d6-4828-a1a2-06e6a4cfe37a req-e9d7c602-daab-44c0-9bb1-3be68c0d29c4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0511463 Dec 23 11:34:00.493632 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c3eede11-87d6-4828-a1a2-06e6a4cfe37a req-75e03bee-e29a-4b28-b108-8a3fa35318b4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477653 Dec 23 11:34:01.369643 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:01.617271 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d93a-b640-4bf2-8d44-7a04859a38a1 req-aa040b3d-f75b-4e20-9210-1d7044680eaa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:01.618786 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ef48d93a-b640-4bf2-8d44-7a04859a38a1 req-aa040b3d-f75b-4e20-9210-1d7044680eaa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Dec 23 11:34:01.668206 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ef48d93a-b640-4bf2-8d44-7a04859a38a1 req-7bf9cbb8-1463-4e52-bf7a-1b96fbf13c6d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Dec 23 11:34:01.975519 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 49326) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:02.080701 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8f2abab6-c8b7-4e7f-bd76-3de046975908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.172988 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8f2abab6-c8b7-4e7f-bd76-3de046975908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.177010 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8f2abab6-c8b7-4e7f-bd76-3de046975908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.213347 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-8f2abab6-c8b7-4e7f-bd76-3de046975908 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=744962226224417c8164ddf3b5d30562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367206 Dec 23 11:34:02.214178 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2abab6-c8b7-4e7f-bd76-3de046975908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6cc02-7ec9-42f7-8a41-7d3e80081fac,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:02.216553 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49330) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:02.271012 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6750-2539-48e7-9ac5-a13a2decb511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.301947 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6750-2539-48e7-9ac5-a13a2decb511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.353564 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6750-2539-48e7-9ac5-a13a2decb511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.356407 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6750-2539-48e7-9ac5-a13a2decb511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.357955 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-d1fd6750-2539-48e7-9ac5-a13a2decb511 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ce6cc02-7ec9-42f7-8a41-7d3e80081fac HTTP/1.1" status: 204 len: 168 time: 0.1403456 Dec 23 11:34:02.365895 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6750-2539-48e7-9ac5-a13a2decb511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6cc02-7ec9-42f7-8a41-7d3e80081fac,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:02.653067 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49338) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:02.666096 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24898833-c26d-43dd-b8af-700b31b1090c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.740997 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24898833-c26d-43dd-b8af-700b31b1090c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.745825 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24898833-c26d-43dd-b8af-700b31b1090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.771604 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.783589 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898833-c26d-43dd-b8af-700b31b1090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2583af68-de0d-4fe0-8183-b8c8d59f40ed,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:02.792507 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-24898833-c26d-43dd-b8af-700b31b1090c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5067fa464b964310b6280bd171b17496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382859 Dec 23 11:34:02.795183 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49344) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:02.846657 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8f087d6a-ebdb-4296-926e-a3d6038a5530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.869502 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8f087d6a-ebdb-4296-926e-a3d6038a5530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.917537 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8f087d6a-ebdb-4296-926e-a3d6038a5530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.920220 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8f087d6a-ebdb-4296-926e-a3d6038a5530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:02.924020 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8f087d6a-ebdb-4296-926e-a3d6038a5530 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2583af68-de0d-4fe0-8183-b8c8d59f40ed HTTP/1.1" status: 204 len: 168 time: 0.1252677 Dec 23 11:34:02.929796 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f087d6a-ebdb-4296-926e-a3d6038a5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2583af68-de0d-4fe0-8183-b8c8d59f40ed,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:02.935931 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a4765-83a4-48bc-aa79-13875741297a req-8e87671c-5bac-4209-9fe5-5e8497814b12 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:02.937577 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b54a4765-83a4-48bc-aa79-13875741297a req-8e87671c-5bac-4209-9fe5-5e8497814b12 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0515835 Dec 23 11:34:02.994584 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b54a4765-83a4-48bc-aa79-13875741297a req-2005ec28-0e22-4001-95bf-4ccfcdf008e1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Dec 23 11:34:03.290661 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:34:03.966021 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:04.120879 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8e07-5366-45de-9c1e-b6ecb06ccd18 req-26f68ab8-1aea-4482-8a8c-2172d2c7013a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:04.122512 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-67dd8e07-5366-45de-9c1e-b6ecb06ccd18 req-26f68ab8-1aea-4482-8a8c-2172d2c7013a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0588632 Dec 23 11:34:04.169866 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-67dd8e07-5366-45de-9c1e-b6ecb06ccd18 req-f8d52ec1-63fc-4908-9514-9941c454ca6e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Dec 23 11:34:05.287320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa540c84-5067-4913-838e-bec7771bebb2 req-cd11d3a1-5e1d-40cc-9ebd-3793439b14e4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:05.288730 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa540c84-5067-4913-838e-bec7771bebb2 req-cd11d3a1-5e1d-40cc-9ebd-3793439b14e4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0508971 Dec 23 11:34:05.336135 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa540c84-5067-4913-838e-bec7771bebb2 req-76883549-0f17-4482-a977-2bb68aa16de0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Dec 23 11:34:05.805132 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 49510) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:05.913828 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-94861a48-221c-46bb-81b4-66780bdeaaa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:05.985876 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-94861a48-221c-46bb-81b4-66780bdeaaa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:05.992007 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-94861a48-221c-46bb-81b4-66780bdeaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.037939 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-94861a48-221c-46bb-81b4-66780bdeaaa5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25c59b4fc3534731b461b9e1b8957a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317238 Dec 23 11:34:06.039090 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94861a48-221c-46bb-81b4-66780bdeaaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602a7d2-2dde-4b9f-b039-ec55d4b9c74e,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:06.040834 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49518) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:06.088013 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6915279b-3284-4d50-95be-fa136c334c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.108703 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6915279b-3284-4d50-95be-fa136c334c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.157366 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6915279b-3284-4d50-95be-fa136c334c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.160141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6915279b-3284-4d50-95be-fa136c334c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.161370 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-6915279b-3284-4d50-95be-fa136c334c73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1602a7d2-2dde-4b9f-b039-ec55d4b9c74e HTTP/1.1" status: 204 len: 168 time: 0.1194627 Dec 23 11:34:06.169370 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915279b-3284-4d50-95be-fa136c334c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602a7d2-2dde-4b9f-b039-ec55d4b9c74e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:06.441161 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49530) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:06.452805 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc86968-8f9d-43c4-a40c-5f708d8f0ca7 req-72278c76-7c30-4c6d-987b-91f3d89c466e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:06.453674 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-65003dc3-d68e-4ae9-b2ce-3c23d071a334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.454321 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fc86968-8f9d-43c4-a40c-5f708d8f0ca7 req-72278c76-7c30-4c6d-987b-91f3d89c466e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Dec 23 11:34:06.506438 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fc86968-8f9d-43c4-a40c-5f708d8f0ca7 req-ed1893e7-90ca-44c2-8bd9-fc736df10841 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Dec 23 11:34:06.529490 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-65003dc3-d68e-4ae9-b2ce-3c23d071a334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.536314 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-65003dc3-d68e-4ae9-b2ce-3c23d071a334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.584225 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-65003dc3-d68e-4ae9-b2ce-3c23d071a334 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fcc7995549141c2ac72c6d6a0c82711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419580 Dec 23 11:34:06.585132 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65003dc3-d68e-4ae9-b2ce-3c23d071a334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057bdbb-4dd4-43f5-bdc7-ee2f5fa078ff,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:06.586968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 49532) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:06.635302 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22579e5d-d9f6-43a6-bea2-3a8f02c8bb69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.655988 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22579e5d-d9f6-43a6-bea2-3a8f02c8bb69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.701118 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22579e5d-d9f6-43a6-bea2-3a8f02c8bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.704967 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-22579e5d-d9f6-43a6-bea2-3a8f02c8bb69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:06.706104 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-22579e5d-d9f6-43a6-bea2-3a8f02c8bb69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3057bdbb-4dd4-43f5-bdc7-ee2f5fa078ff HTTP/1.1" status: 204 len: 168 time: 0.1180985 Dec 23 11:34:06.714106 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22579e5d-d9f6-43a6-bea2-3a8f02c8bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057bdbb-4dd4-43f5-bdc7-ee2f5fa078ff,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:07.623969 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e72069-7860-4b94-8be6-c3565eef4094 req-f5cda54d-f1d4-410c-9b29-ad0885857ddc tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:07.625513 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43e72069-7860-4b94-8be6-c3565eef4094 req-f5cda54d-f1d4-410c-9b29-ad0885857ddc tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0520475 Dec 23 11:34:07.672639 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43e72069-7860-4b94-8be6-c3565eef4094 req-534c659d-166d-4165-be65-75e4ca1adf15 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Dec 23 11:34:08.676126 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 49646) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:08.816348 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-059b1191-87b5-42b2-b188-9be90883288e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:08.849054 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c741c2-8091-4bed-89e2-f07a37e46485 req-63b8074f-669e-4c16-88a2-770f2cd2923b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:08.850575 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-04c741c2-8091-4bed-89e2-f07a37e46485 req-63b8074f-669e-4c16-88a2-770f2cd2923b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0901053 Dec 23 11:34:08.922242 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-04c741c2-8091-4bed-89e2-f07a37e46485 req-9eea956b-562e-4267-8665-3497ff3460be tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593853 Dec 23 11:34:08.942810 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-059b1191-87b5-42b2-b188-9be90883288e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:08.948025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-059b1191-87b5-42b2-b188-9be90883288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:08.987446 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-059b1191-87b5-42b2-b188-9be90883288e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=139829207918491aaeae18c66cdb74db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095918 Dec 23 11:34:08.988200 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1191-87b5-42b2-b188-9be90883288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c425f-b036-4ba1-b249-ad62370f9147,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:08.990033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49666) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:09.040248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430b17ab-1a4b-4450-beff-7236dc99331b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.062112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430b17ab-1a4b-4450-beff-7236dc99331b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.115382 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430b17ab-1a4b-4450-beff-7236dc99331b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.117923 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430b17ab-1a4b-4450-beff-7236dc99331b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.119089 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-430b17ab-1a4b-4450-beff-7236dc99331b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf9c425f-b036-4ba1-b249-ad62370f9147 HTTP/1.1" status: 204 len: 168 time: 0.1280110 Dec 23 11:34:09.126734 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b17ab-1a4b-4450-beff-7236dc99331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c425f-b036-4ba1-b249-ad62370f9147,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:09.400474 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49672) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:09.413789 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66595733-db3e-42f8-b3d8-c3f5c444b096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.501834 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66595733-db3e-42f8-b3d8-c3f5c444b096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.516369 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66595733-db3e-42f8-b3d8-c3f5c444b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.552207 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66595733-db3e-42f8-b3d8-c3f5c444b096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ad086-c97d-4990-98bd-9b426e2f3e00,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:09.566241 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-66595733-db3e-42f8-b3d8-c3f5c444b096 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72d8afaa64c64e17848fe2f9ec49b322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643496 Dec 23 11:34:09.568627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 49682) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:09.624435 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-db04d2cf-66dd-4d19-83e3-132dfc08d19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.649899 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-db04d2cf-66dd-4d19-83e3-132dfc08d19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.705983 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-db04d2cf-66dd-4d19-83e3-132dfc08d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.709520 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-db04d2cf-66dd-4d19-83e3-132dfc08d19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:09.710956 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-db04d2cf-66dd-4d19-83e3-132dfc08d19e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/916ad086-c97d-4990-98bd-9b426e2f3e00 HTTP/1.1" status: 204 len: 168 time: 0.1412597 Dec 23 11:34:09.720198 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04d2cf-66dd-4d19-83e3-132dfc08d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ad086-c97d-4990-98bd-9b426e2f3e00,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:09.938110 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-b2550c51-d066-498e-bddb-16a6dbe95e25 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:09.941720 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-b2550c51-d066-498e-bddb-16a6dbe95e25 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.1409099 Dec 23 11:34:09.962972 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-897ef917-cc30-4825-9b9e-f3bc69bc8a41 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/quotas/273fdd4bb3064b57b379868b49d4873f HTTP/1.1" status: 200 len: 375 time: 0.0135443 Dec 23 11:34:10.037892 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-8d2bc378-8be5-4248-9a2d-9114d5e67380 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612283 Dec 23 11:34:10.129393 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-da6535f1-1fb8-4170-aa05-618af43ec762 service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901349 Dec 23 11:34:10.253055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f14e1-d5fd-4bd9-ac71-6b9ba4734ae1 req-beca3095-433a-4a77-90f2-7b3ac268ac6a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:10.254525 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-100f14e1-d5fd-4bd9-ac71-6b9ba4734ae1 req-beca3095-433a-4a77-90f2-7b3ac268ac6a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0932193 Dec 23 11:34:10.258009 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-4901316d-9fe5-4675-9c8d-67c6f47feeff service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238356 Dec 23 11:34:10.302873 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-100f14e1-d5fd-4bd9-ac71-6b9ba4734ae1 req-658174ce-0d08-4b06-8f22-9d923b4ab7a0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Dec 23 11:34:10.445903 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f082066-11a6-4bac-b8ee-d37bd23f39e6 req-1f87b705-ec57-43be-9469-0cca82d9acc1 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 210 time: 0.0316463 Dec 23 11:34:10.774869 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:11.420493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eaa07-f999-40c1-9b90-11c153132ad3 req-36de63e8-a429-4614-b68c-037b3e03db27 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:11.421989 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f10eaa07-f999-40c1-9b90-11c153132ad3 req-36de63e8-a429-4614-b68c-037b3e03db27 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0486546 Dec 23 11:34:11.478158 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f10eaa07-f999-40c1-9b90-11c153132ad3 req-42d36c51-9402-454a-a4e5-21f6dfd6db8e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491488 Dec 23 11:34:11.557955 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-da9c33d3-d2ee-4d4b-9080-a6bc933164d0 req-b6ec464c-4df3-4a00-b414-0282e0d8292a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 210 time: 0.0332699 Dec 23 11:34:11.993378 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-ee6a5a7f-12d6-4ce4-add6-770847547f7e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:11.994874 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-ee6a5a7f-12d6-4ce4-add6-770847547f7e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.1007988 Dec 23 11:34:12.007968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Request body: {'port': {'device_id': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'admin_state_up': True, 'tenant_id': '273fdd4bb3064b57b379868b49d4873f'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:12.123383 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Made reservation on behalf of 273fdd4bb3064b57b379868b49d4873f for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:34:12.127214 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:12.261995 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Allocated IP 172.20.0.8 (a28a2629-f9b5-49d7-b36d-5046304dc303/1dfcbada-e442-4847-a33e-62c804b0469b/417a0203-00fa-40d1-b7f4-25313073bd85) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:34:12.450594 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:12.484817 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:12.498988 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:34:12.533287 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Network a28a2629-f9b5-49d7-b36d-5046304dc303 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:12.538537 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:12.543528 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:34:12.547512 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event updated for resources: {'Port': ['ID=417a0203-00fa-40d1-b7f4-25313073bd85,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.625349 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:12.627439 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:12.628094 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:12.628094 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:12.651475 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-cbc33512-2c2c-43ae-a37f-4998c6b842f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471243 Dec 23 11:34:12.665577 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6132e0-409e-4a56-90fd-485236089bdd req-ca775faf-f54a-4359-b39a-bbbed46c21c2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:12.667279 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4a6132e0-409e-4a56-90fd-485236089bdd req-ca775faf-f54a-4359-b39a-bbbed46c21c2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0932627 Dec 23 11:34:12.673759 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Request body: {'port': {'device_id': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:12.783174 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ef485-097d-4187-8814-b64d73379977 req-7a8d71ed-3c9f-4319-b97e-7cd6cba738f9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:12.784918 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-868ef485-097d-4187-8814-b64d73379977 req-7a8d71ed-3c9f-4319-b97e-7cd6cba738f9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 931 time: 0.1385417 Dec 23 11:34:12.789914 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4a6132e0-409e-4a56-90fd-485236089bdd req-9a7c8ef9-8732-4a12-aceb-d5c7ba1927af tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134934 Dec 23 11:34:12.799313 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:12.868486 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-868ef485-097d-4187-8814-b64d73379977 req-7f738f75-facf-4494-8172-b365f45771ba tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760603 Dec 23 11:34:13.074792 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417a0203-00fa-40d1-b7f4-25313073bd85 {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:34:13.082137 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:13.094570 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Transition to ACTIVE for port object 417a0203-00fa-40d1-b7f4-25313073bd85 will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:34:13.100189 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:13.145929 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Pushing event updated for resources: {'Port': ['ID=417a0203-00fa-40d1-b7f4-25313073bd85,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:13.213406 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Attempting to bind port 417a0203-00fa-40d1-b7f4-25313073bd85 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:34:13.213776 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Attempting to bind port 417a0203-00fa-40d1-b7f4-25313073bd85 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:34:13.214118 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Attempting to bind port 417a0203-00fa-40d1-b7f4-25313073bd85 on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:13.218701 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Port 417a0203-00fa-40d1-b7f4-25313073bd85 on network a28a2629-f9b5-49d7-b36d-5046304dc303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:34:13.219014 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Attempting to bind port 417a0203-00fa-40d1-b7f4-25313073bd85 on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:13.224285 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:34:13.224652 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Checking segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:34:13.225056 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Bound using segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:34:13.225473 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Bound port: 417a0203-00fa-40d1-b7f4-25313073bd85, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:34:13.225802 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:13.291565 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] For port 417a0203-00fa-40d1-b7f4-25313073bd85, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:34:13.294689 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] For port 417a0203-00fa-40d1-b7f4-25313073bd85, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=417a0203-00fa-40d1-b7f4-25313073bd85,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:34:13.300427 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:13.335436 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:13.336580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:13.338158 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] 10.222.0.32 "PUT /v2.0/ports/417a0203-00fa-40d1-b7f4-25313073bd85 HTTP/1.1" status: 200 len: 1093 time: 0.6685419 Dec 23 11:34:13.338608 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'tag': '417a0203-00fa-40d1-b7f4-25313073bd85'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:34:13.340892 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170e216e-357c-4371-8540-07ef0d9c9293" -d '{"events": [{"name": "network-changed", "server_uuid": "1da899b8-4160-402c-9b7b-8da09dca1e3a", "tag": "417a0203-00fa-40d1-b7f4-25313073bd85"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:34:13.376346 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783927e-2824-44cb-9e94-1c73382b3e6c service neutron] Pushing event updated for resources: {'Port': ['ID=417a0203-00fa-40d1-b7f4-25313073bd85,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:13.431713 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a58811-0852-4e2b-a463-f6e44c90e372 x-openstack-request-id: req-82a58811-0852-4e2b-a463-f6e44c90e372 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:34:13.432202 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da899b8-4160-402c-9b7b-8da09dca1e3a", "tag": "417a0203-00fa-40d1-b7f4-25313073bd85", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:34:13.432524 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82a58811-0852-4e2b-a463-f6e44c90e372 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:34:13.433332 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'tag': '417a0203-00fa-40d1-b7f4-25313073bd85', 'status': 'completed', 'code': 200} Dec 23 11:34:13.457356 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-5ab12768-7681-47a8-9f1c-12e74776bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:13.459683 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-5ab12768-7681-47a8-9f1c-12e74776bbe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 1096 time: 0.0709162 Dec 23 11:34:13.512991 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-a7a591bc-93a2-4024-838a-1c92d06e8ee1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417a0203-00fa-40d1-b7f4-25313073bd85 HTTP/1.1" status: 200 len: 217 time: 0.0409484 Dec 23 11:34:13.587338 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d61fa2-082b-40da-87c3-a1323c3df913 req-e7e87d7b-df67-46b6-a3da-0aa1efd38465 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:13.588805 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-61d61fa2-082b-40da-87c3-a1323c3df913 req-e7e87d7b-df67-46b6-a3da-0aa1efd38465 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0551732 Dec 23 11:34:13.666565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-61d61fa2-082b-40da-87c3-a1323c3df913 req-b8e005be-ec22-4cf7-a9b0-bebe599a2783 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717373 Dec 23 11:34:13.677517 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-5f3a89a3-5a61-4488-b2d7-1dabf300c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:13.678924 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-5f3a89a3-5a61-4488-b2d7-1dabf300c17b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0591567 Dec 23 11:34:13.714132 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-ac91a804-3e77-47f9-a2ab-c7620a9ce538 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245285 Dec 23 11:34:13.819216 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-0e3b0e74-4914-48d0-b3df-762a753f03bf service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969050 Dec 23 11:34:14.159999 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8e8f845-92f0-446b-9635-b2e7bf38dbf7 req-65c66b90-bc0b-4ed5-867b-67babee675ac service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281062 Dec 23 11:34:14.177717 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b838-789f-471f-8a0c-61b8f888da47 req-532e1327-a069-41cb-aeb8-125c3cbba425 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:14.179128 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dce5b838-789f-471f-8a0c-61b8f888da47 req-532e1327-a069-41cb-aeb8-125c3cbba425 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.2958636 Dec 23 11:34:14.187187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a3f91-33dd-4ea5-9574-24d767b389f7 req-706f5829-18d1-4a07-8ac3-1944bb717c6b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:14.188596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-247a3f91-33dd-4ea5-9574-24d767b389f7 req-706f5829-18d1-4a07-8ac3-1944bb717c6b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 943 time: 0.0794826 Dec 23 11:34:14.286000 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dce5b838-789f-471f-8a0c-61b8f888da47 req-30edbe58-97c3-4ecc-a32f-c10f69914d1b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964494 Dec 23 11:34:14.296730 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-247a3f91-33dd-4ea5-9574-24d767b389f7 req-c1d24021-29bc-4cef-8120-768647d630f5 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912914 Dec 23 11:34:14.302873 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e216e-357c-4371-8540-07ef0d9c9293 req-9554b231-2bf4-4c79-a8d0-cc38614ab5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:14.304276 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-9554b231-2bf4-4c79-a8d0-cc38614ab5e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 1096 time: 0.0701256 Dec 23 11:34:14.392282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e216e-357c-4371-8540-07ef0d9c9293 req-cec17240-181f-4866-854a-9675a1e5cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:14.393758 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-cec17240-181f-4866-854a-9675a1e5cf97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 915 time: 0.0819380 Dec 23 11:34:14.439292 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-7a422eb1-e301-4c4e-8d8b-e4c5aed41b4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=417a0203-00fa-40d1-b7f4-25313073bd85 HTTP/1.1" status: 200 len: 217 time: 0.0362880 Dec 23 11:34:14.497653 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e216e-357c-4371-8540-07ef0d9c9293 req-8a9cf6a8-b260-4df6-aa35-dbb509568bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:14.499071 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-8a9cf6a8-b260-4df6-aa35-dbb509568bcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0435121 Dec 23 11:34:14.534373 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-0551e983-9a9e-4679-9e56-f49a7a5bdcaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230792 Dec 23 11:34:14.633863 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-0b2d3b7d-8fcd-43b9-b5fa-5413ac36e024 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878322 Dec 23 11:34:14.732493 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-170e216e-357c-4371-8540-07ef0d9c9293 req-f52bc72f-784b-41ee-a330-e343305f90b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879748 Dec 23 11:34:14.801580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ca50-c961-46d4-ba57-228bb37ec5e1 req-61f437db-3dc7-4f8f-9d92-19cef2232418 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:14.803384 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b060ca50-c961-46d4-ba57-228bb37ec5e1 req-61f437db-3dc7-4f8f-9d92-19cef2232418 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Dec 23 11:34:14.855212 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b060ca50-c961-46d4-ba57-228bb37ec5e1 req-31acff66-2c16-4eeb-abd4-1c7644543de2 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Dec 23 11:34:15.448213 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaaba3-da24-418c-bf07-9fb95a2ef55e req-47552c09-fde9-48fa-8ecb-8d4d5f0758d6 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:15.449848 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8fdaaba3-da24-418c-bf07-9fb95a2ef55e req-47552c09-fde9-48fa-8ecb-8d4d5f0758d6 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 943 time: 0.0785460 Dec 23 11:34:15.457406 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc8b4-8929-4f85-8652-de00be88ad58 req-18dee458-bb53-4010-a6fd-2f9352f261ae tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:15.458907 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6f7cc8b4-8929-4f85-8652-de00be88ad58 req-18dee458-bb53-4010-a6fd-2f9352f261ae tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0856848 Dec 23 11:34:15.527927 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8fdaaba3-da24-418c-bf07-9fb95a2ef55e req-bb06cc87-dda7-40fc-be3a-58a0dd10b829 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680866 Dec 23 11:34:15.532290 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6f7cc8b4-8929-4f85-8652-de00be88ad58 req-af35e4d8-4280-44c1-bff6-561306e3ceeb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Dec 23 11:34:15.790462 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 49886) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:15.908174 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e04cb60-4d97-4487-a697-6b15adbcda0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.014383 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb9057-2793-4a0f-8cdc-1ac0d2b6489f req-d3553efc-dd39-4581-a0cf-9ad44b076563 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:16.021307 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26cb9057-2793-4a0f-8cdc-1ac0d2b6489f req-d3553efc-dd39-4581-a0cf-9ad44b076563 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0869529 Dec 23 11:34:16.095076 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26cb9057-2793-4a0f-8cdc-1ac0d2b6489f req-3592128c-e4fa-4879-822f-4fce1e56c051 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727720 Dec 23 11:34:16.100561 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e04cb60-4d97-4487-a697-6b15adbcda0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.105653 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7e04cb60-4d97-4487-a697-6b15adbcda0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.140232 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49904) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:16.144087 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7e04cb60-4d97-4487-a697-6b15adbcda0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eccc123ac5744791ab4cf83546a8d8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525152 Dec 23 11:34:16.144956 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04cb60-4d97-4487-a697-6b15adbcda0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be1ea57-940b-487d-b0b0-b39e956a58bb,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:16.146860 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49908) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:16.197242 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66404819-9920-4fe4-b0d1-8ad6a172fba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.218513 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66404819-9920-4fe4-b0d1-8ad6a172fba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.258033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d5656d3e-4658-4432-9176-d62e6a981fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.290109 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66404819-9920-4fe4-b0d1-8ad6a172fba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.292585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-66404819-9920-4fe4-b0d1-8ad6a172fba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.293731 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-66404819-9920-4fe4-b0d1-8ad6a172fba0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5be1ea57-940b-487d-b0b0-b39e956a58bb HTTP/1.1" status: 204 len: 168 time: 0.1454298 Dec 23 11:34:16.312953 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66404819-9920-4fe4-b0d1-8ad6a172fba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be1ea57-940b-487d-b0b0-b39e956a58bb,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:16.363662 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d5656d3e-4658-4432-9176-d62e6a981fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.367531 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d5656d3e-4658-4432-9176-d62e6a981fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.406720 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-d5656d3e-4658-4432-9176-d62e6a981fb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c80b1aa4e65474ea329836346b0f1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623148 Dec 23 11:34:16.406720 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49912) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:16.413020 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5656d3e-4658-4432-9176-d62e6a981fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a077be-0964-47bc-8902-21f2684567d6,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:16.469539 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2884-e627-4767-9c0c-68f4dffd0443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.493702 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2884-e627-4767-9c0c-68f4dffd0443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.542988 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2884-e627-4767-9c0c-68f4dffd0443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.545633 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2884-e627-4767-9c0c-68f4dffd0443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.546817 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ff5d2884-e627-4767-9c0c-68f4dffd0443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75a077be-0964-47bc-8902-21f2684567d6 HTTP/1.1" status: 204 len: 168 time: 0.1392572 Dec 23 11:34:16.569069 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d2884-e627-4767-9c0c-68f4dffd0443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a077be-0964-47bc-8902-21f2684567d6,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:16.691930 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e218e2-05af-48fd-bbcf-39927f3bc6b0 req-1c8e045a-058a-4458-9c36-11fb4faf46e8 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:16.693421 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f0e218e2-05af-48fd-bbcf-39927f3bc6b0 req-1c8e045a-058a-4458-9c36-11fb4faf46e8 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0745637 Dec 23 11:34:16.714186 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcede7-5d39-4d4f-9fc4-fc0efafc4081 req-af559fa3-6ed8-4d5a-b70e-558c9efcad9c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:16.715597 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69dcede7-5d39-4d4f-9fc4-fc0efafc4081 req-af559fa3-6ed8-4d5a-b70e-558c9efcad9c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 943 time: 0.0869210 Dec 23 11:34:16.780474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f0e218e2-05af-48fd-bbcf-39927f3bc6b0 req-fa136971-d5e0-4f71-a762-94d543245a04 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Dec 23 11:34:16.787691 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69dcede7-5d39-4d4f-9fc4-fc0efafc4081 req-59c74ed4-cd72-4002-a3c8-39a8d1ebdb13 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645423 Dec 23 11:34:16.841854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-ccb44054-4ff8-4e88-9714-0d2dbdc1a581 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:16.843666 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-ccb44054-4ff8-4e88-9714-0d2dbdc1a581 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.32 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0491273 Dec 23 11:34:16.892283 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49924) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:16.905099 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0324139c-483f-4538-ae8b-6cb24a2cdb2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.972991 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Deleting port 17ca8866-a582-41a8-866b-9919fc42909e {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:34:16.973320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.979033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0324139c-483f-4538-ae8b-6cb24a2cdb2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:16.983596 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0324139c-483f-4538-ae8b-6cb24a2cdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.017872 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324139c-483f-4538-ae8b-6cb24a2cdb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e932ef-010c-471e-87aa-3649412d2791,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:17.024944 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0324139c-483f-4538-ae8b-6cb24a2cdb2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ee8a9ff1d8745c6b4216328289976fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286407 Dec 23 11:34:17.026207 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 49928) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:17.079149 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] For port 17ca8866-a582-41a8-866b-9919fc42909e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=17ca8866-a582-41a8-866b-9919fc42909e,segment=NetworkSegment(14763f2a-8d0b-4708-9c68-6679bbeb269f),segment_id=14763f2a-8d0b-4708-9c68-6679bbeb269f)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:17.079513 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.083040 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25ef590c-4da5-44b3-9654-856d484a6aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.101803 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Calling delete_port for 17ca8866-a582-41a8-866b-9919fc42909e owned by compute:nova {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:34:17.104406 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25ef590c-4da5-44b3-9654-856d484a6aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.155547 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25ef590c-4da5-44b3-9654-856d484a6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.158098 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25ef590c-4da5-44b3-9654-856d484a6aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.159413 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-25ef590c-4da5-44b3-9654-856d484a6aa5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2e932ef-010c-471e-87aa-3649412d2791 HTTP/1.1" status: 204 len: 168 time: 0.1320717 Dec 23 11:34:17.167897 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef590c-4da5-44b3-9654-856d484a6aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e932ef-010c-471e-87aa-3649412d2791,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:17.253002 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443387ff-d61c-4bed-88f5-9cfb8f251580 req-f9e815a2-1f6e-4846-a1de-4647b5c63730 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:17.254469 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-443387ff-d61c-4bed-88f5-9cfb8f251580 req-f9e815a2-1f6e-4846-a1de-4647b5c63730 tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 946 time: 0.0810099 Dec 23 11:34:17.339214 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-443387ff-d61c-4bed-88f5-9cfb8f251580 req-306e8fe1-2693-4922-9810-dc811435cb2f tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c519ef6-520b-45cc-92fe-80c4b75714ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773067 Dec 23 11:34:17.340237 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.353801 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['17ca8866-a582-41a8-866b-9919fc42909e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:34:17.372546 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Pushing event deleted for resources: {'Port': ['ID=17ca8866-a582-41a8-866b-9919fc42909e,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:17.429413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] No DVR routers for this DVR port 17ca8866-a582-41a8-866b-9919fc42909e on host hv-cinder-73093 {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:34:17.432509 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:17.435853 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e97bed65-712a-42ad-829f-815ccf84ed87 req-fa72f8d1-80bd-42c9-aa50-8e37088b570a tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.32 "DELETE /v2.0/ports/17ca8866-a582-41a8-866b-9919fc42909e HTTP/1.1" status: 204 len: 173 time: 0.5826306 Dec 23 11:34:17.436282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'name': 'network-vif-deleted', 'tag': '17ca8866-a582-41a8-866b-9919fc42909e'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:34:17.438550 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134ba8f8-e901-410f-8163-482b6408f744" -d '{"events": [{"server_uuid": "57d6afbe-a27b-44a7-946e-f898f57d5df1", "name": "network-vif-deleted", "tag": "17ca8866-a582-41a8-866b-9919fc42909e"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:34:17.487391 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70130393-2565-47df-9bbf-2c849c5f8471 x-openstack-request-id: req-70130393-2565-47df-9bbf-2c849c5f8471 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:34:17.487730 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d6afbe-a27b-44a7-946e-f898f57d5df1", "name": "network-vif-deleted", "tag": "17ca8866-a582-41a8-866b-9919fc42909e", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:34:17.487984 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70130393-2565-47df-9bbf-2c849c5f8471 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:34:17.488376 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d6afbe-a27b-44a7-946e-f898f57d5df1', 'name': 'network-vif-deleted', 'tag': '17ca8866-a582-41a8-866b-9919fc42909e', 'status': 'completed', 'code': 200} Dec 23 11:34:17.928351 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b23640-dc97-4615-8822-af1775860797 req-19fda847-a44b-4a3e-a24b-7c20066f059d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:17.929964 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-64b23640-dc97-4615-8822-af1775860797 req-19fda847-a44b-4a3e-a24b-7c20066f059d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0763702 Dec 23 11:34:17.951893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae925d-3e65-46a9-92e6-45127d8e7760 req-8ea89707-c359-4d17-b9e6-fd35c443334d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:17.953512 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63ae925d-3e65-46a9-92e6-45127d8e7760 req-8ea89707-c359-4d17-b9e6-fd35c443334d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 943 time: 0.0740013 Dec 23 11:34:18.020496 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-64b23640-dc97-4615-8822-af1775860797 req-8cb395ba-a349-4f78-a849-05520a86a659 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842812 Dec 23 11:34:18.023957 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63ae925d-3e65-46a9-92e6-45127d8e7760 req-1ddefd42-b2c6-4de4-b6bb-1e1187fbfa6e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Dec 23 11:34:18.472483 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5c45d2bb-1f85-403f-b813-e86badc786f5 req-308abdc5-5cc7-4330-8660-68820e7cfcfc tempest-DeleteServersTestJSON-1530113191 tempest-DeleteServersTestJSON-1530113191-project] 10.222.0.31 "GET /v2.0/ports?device_id=57d6afbe-a27b-44a7-946e-f898f57d5df1 HTTP/1.1" status: 200 len: 210 time: 0.0256023 Dec 23 11:34:18.691942 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dc65d-6799-4686-8bba-9f4ea2874f15 req-053528b7-16bc-4d5f-baf5-bc587ff13c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:18.693499 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b97dc65d-6799-4686-8bba-9f4ea2874f15 req-053528b7-16bc-4d5f-baf5-bc587ff13c1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 1099 time: 0.0411732 Dec 23 11:34:18.739344 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b97dc65d-6799-4686-8bba-9f4ea2874f15 req-f1deefaa-239f-49b4-be83-e2856c1ffecb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Dec 23 11:34:18.935594 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 417a0203-00fa-40d1-b7f4-25313073bd85 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:34:19.046709 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 417a0203-00fa-40d1-b7f4-25313073bd85, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=417a0203-00fa-40d1-b7f4-25313073bd85,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:19.058216 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '417a0203-00fa-40d1-b7f4-25313073bd85', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'port_id': '417a0203-00fa-40d1-b7f4-25313073bd85', 'mac_address': 'fa:16:3e:19:de:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfcbada-e442-4847-a33e-62c804b0469b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:34:19.096324 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:19.109791 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417a0203-00fa-40d1-b7f4-25313073bd85 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:34:19.128650 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 417a0203-00fa-40d1-b7f4-25313073bd85, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=417a0203-00fa-40d1-b7f4-25313073bd85,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:19.135096 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:19.170450 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28271b-1ab2-4b71-8f9f-6717bf1435ed req-3a62e131-c6f4-48b1-b9e4-cd4aacfef5d2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:19.171934 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f28271b-1ab2-4b71-8f9f-6717bf1435ed req-3a62e131-c6f4-48b1-b9e4-cd4aacfef5d2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 943 time: 0.0806837 Dec 23 11:34:19.180282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d18b-2fc2-436b-835a-06c324c2477f req-740e4bcd-9387-4b29-97a0-ecc8a0101cc7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:19.182057 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f135d18b-2fc2-436b-835a-06c324c2477f req-740e4bcd-9387-4b29-97a0-ecc8a0101cc7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0816255 Dec 23 11:34:19.184997 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=417a0203-00fa-40d1-b7f4-25313073bd85,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:19.192440 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.192776 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.193138 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.193528 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.193857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.194186 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.194506 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.194824 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.195145 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.195478 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.195850 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.196278 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.196601 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:19.250752 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f28271b-1ab2-4b71-8f9f-6717bf1435ed req-ebd969c6-532a-4b4a-b89f-d7ea035fef45 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680673 Dec 23 11:34:19.253888 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f135d18b-2fc2-436b-835a-06c324c2477f req-7b38219f-6a07-49a1-9278-def8effcbb59 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656157 Dec 23 11:34:19.636813 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['417a0203-00fa-40d1-b7f4-25313073bd85'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:34:20.410816 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f092e2d-ffbe-4eff-89cd-c13d74da5dcf req-49555ffc-cde9-4f54-adc6-006c2505f049 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:20.412286 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f092e2d-ffbe-4eff-89cd-c13d74da5dcf req-49555ffc-cde9-4f54-adc6-006c2505f049 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 944 time: 0.0811229 Dec 23 11:34:20.420256 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026cc06-d7e6-4db7-b50b-38c2777221f0 req-0fbed7c6-3f31-462b-9e0a-c829c3b8cd44 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:20.421716 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7026cc06-d7e6-4db7-b50b-38c2777221f0 req-0fbed7c6-3f31-462b-9e0a-c829c3b8cd44 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0887849 Dec 23 11:34:20.502010 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f092e2d-ffbe-4eff-89cd-c13d74da5dcf req-4cc8ee00-5a8c-44f1-9880-8637541dc60b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792761 Dec 23 11:34:20.517397 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7026cc06-d7e6-4db7-b50b-38c2777221f0 req-397b4ca9-b320-4f4e-bde8-6cecfa091a86 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878668 Dec 23 11:34:20.930691 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50042) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:20.974806 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Deleting subnet 2723d6c8-4fd9-44eb-9103-a9766d2f21ca {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:34:20.977969 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.010195 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.051199 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.103188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.130171 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2723d6c8-4fd9-44eb-9103-a9766d2f21ca,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:21.133832 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.136931 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-09b8e886-3ede-4963-8afd-2a327bb429f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2723d6c8-4fd9-44eb-9103-a9766d2f21ca HTTP/1.1" status: 204 len: 168 time: 0.2052441 Dec 23 11:34:21.139960 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50044) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:21.205360 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.282050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.302031 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa6ec1e-50c4-4580-aab9-62001bd0a583']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:21.311050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14763f2a-8d0b-4708-9c68-6679bbeb269f') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:21.311335 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14763f2a-8d0b-4708-9c68-6679bbeb269f') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:21.320174 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.332843 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.338600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:34:21.338925 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:34:21.340493 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:34:21.396265 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.406854 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.410419 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ffa6ec1e-50c4-4580-aab9-62001bd0a583 HTTP/1.1" status: 204 len: 168 time: 0.2695777 Dec 23 11:34:21.418373 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 417a0203-00fa-40d1-b7f4-25313073bd85 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:34:21.420396 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cf420-3c53-443e-bb47-a2c5c2e008e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa6ec1e-50c4-4580-aab9-62001bd0a583,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:21.467391 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 417a0203-00fa-40d1-b7f4-25313073bd85 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:34:21.471295 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 417a0203-00fa-40d1-b7f4-25313073bd85 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:21.471657 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.561859 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.592862 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a0203-00fa-40d1-b7f4-25313073bd85'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:34:21.595806 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451c96f8-b109-4771-a331-6442d628fc43" -d '{"events": [{"server_uuid": "1da899b8-4160-402c-9b7b-8da09dca1e3a", "name": "network-vif-plugged", "status": "completed", "tag": "417a0203-00fa-40d1-b7f4-25313073bd85"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:34:21.596887 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50054) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:21.634620 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 417a0203-00fa-40d1-b7f4-25313073bd85, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=417a0203-00fa-40d1-b7f4-25313073bd85,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:21.649603 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.650646 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 17ca8866-a582-41a8-866b-9919fc42909e no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:34:21.657845 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-d66d9ac0-f9f0-47c2-ae3c-73b5dc6e5452 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78ba11067e32496385db3fc9f22fdfc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579529 Dec 23 11:34:21.658708 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50064) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:21.682333 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29af1-01ee-4940-99e4-8ab7ecbd82c8 req-abea8cbe-e1db-427c-a741-f7fe233954b2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:21.684518 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f9d29af1-01ee-4940-99e4-8ab7ecbd82c8 req-abea8cbe-e1db-427c-a741-f7fe233954b2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0931661 Dec 23 11:34:21.696916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d12da-65ec-49c3-868c-e75d45f1be61 req-f83d50fd-28ce-4738-8b5f-eb495f657530 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:21.705608 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a9d12da-65ec-49c3-868c-e75d45f1be61 req-f83d50fd-28ce-4738-8b5f-eb495f657530 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 944 time: 0.1239462 Dec 23 11:34:21.705700 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 17ca8866-a582-41a8-866b-9919fc42909e {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:34:21.705938 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 17ca8866-a582-41a8-866b-9919fc42909e not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:34:21.722450 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d77f5239-5782-4424-b7c1-210e69d4660d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.732729 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=417a0203-00fa-40d1-b7f4-25313073bd85,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:21.750130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d77f5239-5782-4424-b7c1-210e69d4660d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.773067 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f9d29af1-01ee-4940-99e4-8ab7ecbd82c8 req-4d339677-19fa-4636-8174-cb81b4e3b88b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598006 Dec 23 11:34:21.784775 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a9d12da-65ec-49c3-868c-e75d45f1be61 req-c382d807-bad3-4d24-a41b-31d3cbe6ea04 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784171 Dec 23 11:34:21.813091 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d77f5239-5782-4424-b7c1-210e69d4660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.815625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d77f5239-5782-4424-b7c1-210e69d4660d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:21.816831 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-d77f5239-5782-4424-b7c1-210e69d4660d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c519ef6-520b-45cc-92fe-80c4b75714ed HTTP/1.1" status: 204 len: 168 time: 0.1569397 Dec 23 11:34:21.823388 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace91e3-e027-4af4-8add-c9c15ba9666a x-openstack-request-id: req-aace91e3-e027-4af4-8add-c9c15ba9666a {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:34:21.823715 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da899b8-4160-402c-9b7b-8da09dca1e3a", "name": "network-vif-plugged", "status": "completed", "tag": "417a0203-00fa-40d1-b7f4-25313073bd85", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:34:21.823930 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aace91e3-e027-4af4-8add-c9c15ba9666a {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:34:21.824331 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a0203-00fa-40d1-b7f4-25313073bd85', 'code': 200} Dec 23 11:34:21.828345 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5239-5782-4424-b7c1-210e69d4660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c519ef6-520b-45cc-92fe-80c4b75714ed,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:21.919320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b228cd5-2a49-4009-8ce7-01c3ef6120ab req-680297cc-f45e-4a11-8eb2-3805b1bc828a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:21.920925 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b228cd5-2a49-4009-8ce7-01c3ef6120ab req-680297cc-f45e-4a11-8eb2-3805b1bc828a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Dec 23 11:34:21.967145 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b228cd5-2a49-4009-8ce7-01c3ef6120ab req-6f832367-83c3-4378-afc7-fb4a4bc9bce6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Dec 23 11:34:22.906283 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c887a1-b2c9-4518-9a1a-974322607ed1 req-75c76913-96e0-4a83-9502-cac4255c645b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:22.907884 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-73c887a1-b2c9-4518-9a1a-974322607ed1 req-75c76913-96e0-4a83-9502-cac4255c645b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0532193 Dec 23 11:34:22.958129 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-73c887a1-b2c9-4518-9a1a-974322607ed1 req-d8cfef01-148b-4724-89b6-0b2bbaa2f7fb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Dec 23 11:34:24.078603 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901d4ad-e5c3-4f1c-b17f-48db98a99e01 req-9bad7786-ab87-4328-9d3a-5e9f89fd6dcb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:24.080822 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7901d4ad-e5c3-4f1c-b17f-48db98a99e01 req-9bad7786-ab87-4328-9d3a-5e9f89fd6dcb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0564108 Dec 23 11:34:24.130274 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7901d4ad-e5c3-4f1c-b17f-48db98a99e01 req-c16f0506-b981-48b1-99a9-7647e2200980 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Dec 23 11:34:25.251603 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74fbe-c7c1-4f7e-bc24-97a0a2fddf46 req-08701c5a-aff6-4c1c-9318-ed57a257ce8a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:25.253037 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ee74fbe-c7c1-4f7e-bc24-97a0a2fddf46 req-08701c5a-aff6-4c1c-9318-ed57a257ce8a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0484376 Dec 23 11:34:25.303987 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ee74fbe-c7c1-4f7e-bc24-97a0a2fddf46 req-d14c208a-c154-48b2-a49d-b3f1a06f7065 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Dec 23 11:34:25.475029 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29172cb4-b61f-4c8b-9f09-42ddf702c7ef req-113f15b6-ee53-4de7-a5ff-65c3918d3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:25.476551 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-29172cb4-b61f-4c8b-9f09-42ddf702c7ef req-113f15b6-ee53-4de7-a5ff-65c3918d3691 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 1098 time: 0.0387092 Dec 23 11:34:25.523320 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-29172cb4-b61f-4c8b-9f09-42ddf702c7ef req-01f3a202-594f-4a97-a638-9c7aa8df0e1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360727 Dec 23 11:34:26.432186 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d8ad0-192c-4b80-9ddb-5fc942cfd720 req-cabfda61-7585-48e9-a6a6-28e7c5a0324d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:26.433418 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b99d8ad0-192c-4b80-9ddb-5fc942cfd720 req-cabfda61-7585-48e9-a6a6-28e7c5a0324d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0566723 Dec 23 11:34:26.484036 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b99d8ad0-192c-4b80-9ddb-5fc942cfd720 req-5fe90379-a07d-4fd6-ad54-c37ade30c89b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Dec 23 11:34:27.602282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a0b15-853c-45b6-87a3-981bf67dfe7b req-c5d19d93-d1ce-49ef-8007-01ffad6af22e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:27.603884 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-138a0b15-853c-45b6-87a3-981bf67dfe7b req-c5d19d93-d1ce-49ef-8007-01ffad6af22e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0512531 Dec 23 11:34:27.657912 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-138a0b15-853c-45b6-87a3-981bf67dfe7b req-fbc5a9b0-1b34-4266-a86d-4871f6d9746e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474160 Dec 23 11:34:27.830719 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9821b94-6e80-4677-938a-7088d3e14c06 req-71e0951e-5bf2-4cfb-b37b-5b2c4c86f841 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:27.832375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9821b94-6e80-4677-938a-7088d3e14c06 req-71e0951e-5bf2-4cfb-b37b-5b2c4c86f841 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0823061 Dec 23 11:34:27.847558 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-362dfb36-c15f-4b50-959e-b1441ccac1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:27.848960 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-362dfb36-c15f-4b50-959e-b1441ccac1f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.0737760 Dec 23 11:34:27.939601 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9821b94-6e80-4677-938a-7088d3e14c06 req-68e885fb-710a-46bf-9b34-73e3d5893c98 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993805 Dec 23 11:34:27.969054 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-4a91f8e2-ecec-427f-b4b8-27eb66354883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:27.970481 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-4a91f8e2-ecec-427f-b4b8-27eb66354883 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.1138675 Dec 23 11:34:28.014204 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-d7ba604c-0d61-4898-802f-9618c378ca8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.0352099 Dec 23 11:34:28.023108 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bc87d562-349e-40ce-a0b4-ef8c709cf3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.069674 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-2a780ab8-605e-415b-a955-96d2d953d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:28.071312 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-2a780ab8-605e-415b-a955-96d2d953d522 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0490634 Dec 23 11:34:28.101525 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-3f6e04ee-3fce-46a3-9729-3cfebbd94e03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229628 Dec 23 11:34:28.196230 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-c9c19dbc-1e26-4ca0-a080-ec5e58c01cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845637 Dec 23 11:34:28.278224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 50200) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:28.384711 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-934c2adb-5979-4acc-ae30-08ac75af23fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.461092 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-934c2adb-5979-4acc-ae30-08ac75af23fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.467850 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-934c2adb-5979-4acc-ae30-08ac75af23fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.514704 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-934c2adb-5979-4acc-ae30-08ac75af23fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=518387d0753f4195b26c14212a26f0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340066 Dec 23 11:34:28.515916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c2adb-5979-4acc-ae30-08ac75af23fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc695f3-0643-47eb-aaf2-2ce8c2af22c8,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:28.516089 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50210) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:28.563205 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1989e333-a3c4-4b85-97b6-ebfa4d86770c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.583714 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1989e333-a3c4-4b85-97b6-ebfa4d86770c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.635676 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1989e333-a3c4-4b85-97b6-ebfa4d86770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.638175 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1989e333-a3c4-4b85-97b6-ebfa4d86770c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:28.639322 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1989e333-a3c4-4b85-97b6-ebfa4d86770c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbc695f3-0643-47eb-aaf2-2ce8c2af22c8 HTTP/1.1" status: 204 len: 168 time: 0.1222186 Dec 23 11:34:28.646779 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989e333-a3c4-4b85-97b6-ebfa4d86770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc695f3-0643-47eb-aaf2-2ce8c2af22c8,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:28.772452 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd471-d6b5-4c07-a871-d351fbf7be88 req-c6c1e9b0-22ba-4727-b70e-33f9e35cd16d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:28.773996 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7b7dd471-d6b5-4c07-a871-d351fbf7be88 req-c6c1e9b0-22ba-4727-b70e-33f9e35cd16d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0490096 Dec 23 11:34:28.820555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7b7dd471-d6b5-4c07-a871-d351fbf7be88 req-2fa19f06-8ede-4823-b109-2837bd7bc328 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Dec 23 11:34:28.909215 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50224) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:28.924729 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.008499 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.017745 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.057421 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6280c6d0dfe245b19222169a9eae32a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470406 Dec 23 11:34:29.060072 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50234) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:29.066413 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba08b7c-e04b-4b6a-91ed-af216ee8724b,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:29.079218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.079577 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.079897 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.080220 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.080536 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.080956 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.081286 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.081602 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.081945 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.082270 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.082584 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.082914 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.083221 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b7c8a2-ff7d-43fb-8b13-5bf230d4f92d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:29.126580 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fb14edf8-ef42-49f2-a887-1a8d9c805237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.147597 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fb14edf8-ef42-49f2-a887-1a8d9c805237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.193867 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fb14edf8-ef42-49f2-a887-1a8d9c805237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.196474 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fb14edf8-ef42-49f2-a887-1a8d9c805237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:29.197656 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-fb14edf8-ef42-49f2-a887-1a8d9c805237 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ba08b7c-e04b-4b6a-91ed-af216ee8724b HTTP/1.1" status: 204 len: 168 time: 0.1366794 Dec 23 11:34:29.204184 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625c328-0e08-4798-a5ad-a0abaf01972a req-cf293d3c-47a9-4fc0-b01a-df88d0c72be9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:29.205526 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14edf8-ef42-49f2-a887-1a8d9c805237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba08b7c-e04b-4b6a-91ed-af216ee8724b,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:29.206309 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8625c328-0e08-4798-a5ad-a0abaf01972a req-cf293d3c-47a9-4fc0-b01a-df88d0c72be9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Dec 23 11:34:29.256554 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8625c328-0e08-4798-a5ad-a0abaf01972a req-72ff0b73-c5e2-4a1b-bbe7-3e47bb86c498 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Dec 23 11:34:30.298120 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50282) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:30.352695 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-001726c0-c7a8-4f8b-8a65-49eee5e7daae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.406993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6eb0dcd2-0e5a-4acc-b7dd-bf62a5b54ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.484385 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6eb0dcd2-0e5a-4acc-b7dd-bf62a5b54ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.489750 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6eb0dcd2-0e5a-4acc-b7dd-bf62a5b54ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.526293 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0dcd2-0e5a-4acc-b7dd-bf62a5b54ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063ac9e1-a46d-4514-ba74-b7d744e147bb,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:30.531932 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-6eb0dcd2-0e5a-4acc-b7dd-bf62a5b54ded admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cc3d25693e4422ca1ff9cff910ec4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326918 Dec 23 11:34:30.533943 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50286) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:30.591199 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430fa6c1-df95-4fef-a861-e2f0bfda0df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.614678 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430fa6c1-df95-4fef-a861-e2f0bfda0df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.640359 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0be9f6-0b28-4f59-a5f7-8f37f18550c3 req-48c42419-7782-472a-b639-966e6e9e2ae1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:30.641855 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8e0be9f6-0b28-4f59-a5f7-8f37f18550c3 req-48c42419-7782-472a-b639-966e6e9e2ae1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.3167977 Dec 23 11:34:30.662567 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430fa6c1-df95-4fef-a861-e2f0bfda0df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.665244 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-430fa6c1-df95-4fef-a861-e2f0bfda0df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:30.666451 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-430fa6c1-df95-4fef-a861-e2f0bfda0df0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/063ac9e1-a46d-4514-ba74-b7d744e147bb HTTP/1.1" status: 204 len: 168 time: 0.1321034 Dec 23 11:34:30.679053 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fa6c1-df95-4fef-a861-e2f0bfda0df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ac9e1-a46d-4514-ba74-b7d744e147bb,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:30.681924 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-042fd331-e126-4b0b-b3db-b32a23d9c2cb req-1432cfd5-381e-4c3e-868f-2fc2eec64c91 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293235 Dec 23 11:34:30.710262 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8e0be9f6-0b28-4f59-a5f7-8f37f18550c3 req-bcf78159-3cc0-47b3-870c-ce10908505a3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592246 Dec 23 11:34:31.370857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:31.836353 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730d421-a995-4643-b5d3-a54cc5efa53c req-c7060973-bcdb-44f0-a4ba-e10ba750693a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:31.838527 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7730d421-a995-4643-b5d3-a54cc5efa53c req-c7060973-bcdb-44f0-a4ba-e10ba750693a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0597048 Dec 23 11:34:31.890656 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7730d421-a995-4643-b5d3-a54cc5efa53c req-d12d47a7-4b84-4cc5-b6e6-8aa28de6c3eb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Dec 23 11:34:32.773872 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:33.031662 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f146b-b3fb-4494-a7fa-cc7c84c79961 req-3abfb551-85bb-4c1a-8371-2763a931dcb4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:33.033126 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9d7f146b-b3fb-4494-a7fa-cc7c84c79961 req-3abfb551-85bb-4c1a-8371-2763a931dcb4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0583231 Dec 23 11:34:33.084802 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9d7f146b-b3fb-4494-a7fa-cc7c84c79961 req-603ec327-28c3-4685-8a15-de504a786ea0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Dec 23 11:34:33.983164 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:34.200280 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dad10-ea20-45d3-8614-7499aee93e42 req-d8560bec-1560-49ba-9c93-6186ad63cdb9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:34.201782 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-968dad10-ea20-45d3-8614-7499aee93e42 req-d8560bec-1560-49ba-9c93-6186ad63cdb9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0467196 Dec 23 11:34:34.246560 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-968dad10-ea20-45d3-8614-7499aee93e42 req-4d212bb3-7017-4572-949c-178b2ee50890 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Dec 23 11:34:35.359822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383cb5-798b-46e8-8af8-8ad7a99f10bb req-3e553b01-3eb2-4b49-a39f-31c85d65c063 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:35.361303 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58383cb5-798b-46e8-8af8-8ad7a99f10bb req-3e553b01-3eb2-4b49-a39f-31c85d65c063 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0483706 Dec 23 11:34:35.408474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58383cb5-798b-46e8-8af8-8ad7a99f10bb req-db9928ab-bd5d-4d90-84f8-d9f83f69a05c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Dec 23 11:34:36.049497 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-75c78090-2ae0-45ca-bf1d-c61d5ab772cc tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f74ada6ab50a413ea21a501952cb5042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314224 Dec 23 11:34:36.242105 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-f1499727-16f5-4657-bc32-04b4fde4c503 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:36.244196 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-f1499727-16f5-4657-bc32-04b4fde4c503 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888843 Dec 23 11:34:36.262585 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-734a9767-7f04-4129-9791-c1e3f01344ae tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/quotas/f74ada6ab50a413ea21a501952cb5042 HTTP/1.1" status: 200 len: 375 time: 0.0124855 Dec 23 11:34:36.295196 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-75a80ab1-9392-4397-b9f7-d2f7eaed676e tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f74ada6ab50a413ea21a501952cb5042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274274 Dec 23 11:34:36.489961 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ab9dc9a-bc3c-44e6-92c9-10bc61214ff7 req-89cebcad-6f0a-4b09-a841-223866a545e7 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0255525 Dec 23 11:34:36.606641 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d40cc-0ddf-41b9-bb04-c4decf8f8ec9 req-e823858e-3359-4aa9-a62c-303f228971b7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:36.608148 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf0d40cc-0ddf-41b9-bb04-c4decf8f8ec9 req-e823858e-3359-4aa9-a62c-303f228971b7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0621424 Dec 23 11:34:36.662817 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf0d40cc-0ddf-41b9-bb04-c4decf8f8ec9 req-9c7a5bbf-7f39-4ecf-a61a-55057f0dddd6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Dec 23 11:34:37.584838 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-420ffa1f-36cf-461a-935e-eab15cedf114 req-ff9f952e-21dc-4038-816a-89530d86b888 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0322294 Dec 23 11:34:37.777546 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf280-0f6d-4415-9397-db74d88cc4de req-b043f77f-1a6d-4022-a5f7-4f3aa8eda101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:37.778979 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c7abf280-0f6d-4415-9397-db74d88cc4de req-b043f77f-1a6d-4022-a5f7-4f3aa8eda101 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0497918 Dec 23 11:34:37.826396 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c7abf280-0f6d-4415-9397-db74d88cc4de req-610710a6-0cd6-470b-8b0f-c74b4b52ecf3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Dec 23 11:34:38.689562 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ba936349-5a2c-40bd-857f-ef566433e5f7 req-1712920c-808d-4c9a-bde8-6d44c616ee9a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0330770 Dec 23 11:34:38.954923 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f4eb-16e3-40df-92e3-843a3bd948d4 req-539d4068-5d2f-4928-85ef-16c989e0b21a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:38.956354 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0485f4eb-16e3-40df-92e3-843a3bd948d4 req-539d4068-5d2f-4928-85ef-16c989e0b21a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Dec 23 11:34:39.008068 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0485f4eb-16e3-40df-92e3-843a3bd948d4 req-712a3e7e-ec61-4700-ac67-4ae210933f1c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Dec 23 11:34:39.800293 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-76e23fe7-e128-4aad-9b5c-622edb46a605 req-83fbe369-4c60-411f-b96a-f69df7d701a6 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0336900 Dec 23 11:34:40.123242 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e390a-253f-4abb-9954-212c20c54489 req-6dc4e1f0-d97c-42fe-bd83-a285bd016b6e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:40.124719 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-507e390a-253f-4abb-9954-212c20c54489 req-6dc4e1f0-d97c-42fe-bd83-a285bd016b6e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0493908 Dec 23 11:34:40.174727 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-507e390a-253f-4abb-9954-212c20c54489 req-fc2ee971-1b5f-446e-8afd-1b9faf783aa9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Dec 23 11:34:40.295190 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:34:40.777286 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:40.898227 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f422bdf5-df48-4fef-a647-bca3fdd608f7 req-798e9125-be79-455f-805f-b7247b17590f tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0260980 Dec 23 11:34:41.309630 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afb67a-d791-4938-b796-a7f262b5d4d2 req-1c27b154-65e0-46ec-9d4b-a10c972b4a75 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:41.311136 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-20afb67a-d791-4938-b796-a7f262b5d4d2 req-1c27b154-65e0-46ec-9d4b-a10c972b4a75 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0574841 Dec 23 11:34:41.364482 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-20afb67a-d791-4938-b796-a7f262b5d4d2 req-2d3f8146-ee7f-4729-a5b4-3bf868d637fe tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Dec 23 11:34:41.563643 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-166dd54b-0013-4c52-84d7-8ea3c4da7052 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f74ada6ab50a413ea21a501952cb5042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340421 Dec 23 11:34:41.701761 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-cdd6a84c-b1ff-4e5c-af5e-6dfdedce984c tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:41.703691 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-cdd6a84c-b1ff-4e5c-af5e-6dfdedce984c tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215990 Dec 23 11:34:41.728407 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Request body: {'port': {'device_id': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773', 'admin_state_up': True, 'tenant_id': 'f74ada6ab50a413ea21a501952cb5042'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:41.847748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Made reservation on behalf of f74ada6ab50a413ea21a501952cb5042 for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:34:41.851227 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:41.860753 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:41.939922 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:41.945475 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.051357 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8a3475b3-0abf-495f-9292-ab65691e5f65 req-2ca614a8-5f07-46c1-a5ff-73a1a6c2c6ea tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0813816 Dec 23 11:34:42.055074 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f650f5b4-423e-4623-a72b-8347832d341a,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:42.072704 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.073199 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.073680 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.074151 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.074613 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.075071 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.075531 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.076052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.076512 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.077012 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.077501 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.077928 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.078381 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:42.142018 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Allocated IP 192.168.233.150 (f93ec1f0-c5f3-465d-83c6-7997b1d3f773/1e1a638c-7ce9-46cf-a841-478b809f4dab/e4f9cbe4-47e4-4289-b707-da8f890685c0) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:34:42.293136 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.328010 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.372144 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:42.375332 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:42.379186 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:34:42.403714 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Pushing event updated for resources: {'Port': ['ID=e4f9cbe4-47e4-4289-b707-da8f890685c0,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:42.437494 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:42.438831 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.465711 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-d095e4cb-056d-45ac-af81-f213e11226cf tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7411788 Dec 23 11:34:42.491475 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Request body: {'port': {'device_id': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:42.539733 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e85cdd-71d0-4bae-938b-9a062add20ca req-90f8f54a-fec5-4413-86d5-08f26efe886e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:42.541351 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c1e85cdd-71d0-4bae-938b-9a062add20ca req-90f8f54a-fec5-4413-86d5-08f26efe886e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0904920 Dec 23 11:34:42.591151 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.612007 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c1e85cdd-71d0-4bae-938b-9a062add20ca req-cf3fcf33-5027-4c44-9a84-a09e174b4dbc tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Dec 23 11:34:42.656760 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-62dc77fa-23c6-47c7-a485-49c4163f2490 None None] Provisioning complete for port e4f9cbe4-47e4-4289-b707-da8f890685c0 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:42.656760 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-62dc77fa-23c6-47c7-a485-49c4163f2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.710695 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-62dc77fa-23c6-47c7-a485-49c4163f2490 None None] Port e4f9cbe4-47e4-4289-b707-da8f890685c0 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:34:42.906304 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f9cbe4-47e4-4289-b707-da8f890685c0 {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:34:42.913674 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:42.925605 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Transition to ACTIVE for port object e4f9cbe4-47e4-4289-b707-da8f890685c0 will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:34:42.930499 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:43.054395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Pushing event updated for resources: {'Port': ['ID=e4f9cbe4-47e4-4289-b707-da8f890685c0,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:43.076539 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Attempting to bind port e4f9cbe4-47e4-4289-b707-da8f890685c0 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:34:43.076881 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Attempting to bind port e4f9cbe4-47e4-4289-b707-da8f890685c0 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:34:43.077185 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Attempting to bind port e4f9cbe4-47e4-4289-b707-da8f890685c0 on network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:43.122061 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Port e4f9cbe4-47e4-4289-b707-da8f890685c0 on network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:34:43.122627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Attempting to bind port e4f9cbe4-47e4-4289-b707-da8f890685c0 on network f93ec1f0-c5f3-465d-83c6-7997b1d3f773 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:43.132243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:34:43.132820 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Checking segment: {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:34:43.133404 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Bound using segment: {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:34:43.134034 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Bound port: e4f9cbe4-47e4-4289-b707-da8f890685c0, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94767315-a787-407d-9edb-db0ace381182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:34:43.134597 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:43.185527 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-de45110b-1f74-4cfd-b838-aff2520e8d62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058369 Dec 23 11:34:43.283903 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607fea-2363-43a2-bde9-369d473df60d req-f57a1c22-5980-4cdb-b331-38e001693278 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.285458 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06607fea-2363-43a2-bde9-369d473df60d req-f57a1c22-5980-4cdb-b331-38e001693278 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.1298873 Dec 23 11:34:43.291135 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] For port e4f9cbe4-47e4-4289-b707-da8f890685c0, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:34:43.295799 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] For port e4f9cbe4-47e4-4289-b707-da8f890685c0, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:34:43.306933 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:43.350221 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-217eab59-47a5-40f5-9c2d-b29af86f5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.351741 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-217eab59-47a5-40f5-9c2d-b29af86f5ffd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 1099 time: 0.1300349 Dec 23 11:34:43.379334 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.379949 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:43.381345 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] 10.222.0.32 "PUT /v2.0/ports/e4f9cbe4-47e4-4289-b707-da8f890685c0 HTTP/1.1" status: 200 len: 1098 time: 0.8981688 Dec 23 11:34:43.381805 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'tag': 'e4f9cbe4-47e4-4289-b707-da8f890685c0'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:34:43.386107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce77c324-ef41-45a5-be2c-9412d510a86f", "tag": "e4f9cbe4-47e4-4289-b707-da8f890685c0"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:34:43.497408 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-e9ea2fa2-b972-4916-bce6-4e47c4acdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.498917 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-e9ea2fa2-b972-4916-bce6-4e47c4acdee8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 915 time: 0.1098228 Dec 23 11:34:43.568260 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511d375-70b6-43cc-b5ed-b5d70ccc611d x-openstack-request-id: req-f511d375-70b6-43cc-b5ed-b5d70ccc611d {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:34:43.568564 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce77c324-ef41-45a5-be2c-9412d510a86f", "tag": "e4f9cbe4-47e4-4289-b707-da8f890685c0", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:34:43.568875 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f511d375-70b6-43cc-b5ed-b5d70ccc611d {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:34:43.569254 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'tag': 'e4f9cbe4-47e4-4289-b707-da8f890685c0', 'status': 'completed', 'code': 200} Dec 23 11:34:43.622970 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-d9ace8b2-db0f-4845-af13-cbc08b1bb834 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa HTTP/1.1" status: 200 len: 217 time: 0.0658977 Dec 23 11:34:43.627906 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06607fea-2363-43a2-bde9-369d473df60d req-b21270b7-a5fd-4539-95b5-da35fc5a75dd tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293445 Dec 23 11:34:43.628484 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac3d0-c0b9-4bac-9868-f176cdd7550e service neutron] Pushing event updated for resources: {'Port': ['ID=e4f9cbe4-47e4-4289-b707-da8f890685c0,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:43.672656 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-533a6629-e6be-4838-8d0b-962595f53047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.674339 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-533a6629-e6be-4838-8d0b-962595f53047 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f74ada6ab50a413ea21a501952cb5042&device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 1101 time: 0.1730032 Dec 23 11:34:43.696024 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-0bce9209-8057-404f-b430-9fe0b8dc0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.697495 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-0bce9209-8057-404f-b430-9fe0b8dc0642 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0611577 Dec 23 11:34:43.758123 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-b9764a8b-d5e2-44f8-8638-6f7bc3d3eae5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0 HTTP/1.1" status: 200 len: 217 time: 0.0697596 Dec 23 11:34:43.776569 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-5306be86-d1ae-4c2d-89da-fef22f85ccbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401437 Dec 23 11:34:43.897579 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44798e-0ddd-486d-bcff-d49c11298e08 req-8de4a39d-2321-4c68-8a53-698c6233bf88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.899705 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9b44798e-0ddd-486d-bcff-d49c11298e08 req-8de4a39d-2321-4c68-8a53-698c6233bf88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.2055449 Dec 23 11:34:43.905405 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-2f274842-c72e-4128-b243-2d4408e19f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:43.906782 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-2f274842-c72e-4128-b243-2d4408e19f59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e1a638c-7ce9-46cf-a841-478b809f4dab HTTP/1.1" status: 200 len: 843 time: 0.1345582 Dec 23 11:34:43.999213 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-2d5c2af2-63a3-4f46-aee0-895d00a81168 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897066 Dec 23 11:34:44.012177 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9b44798e-0ddd-486d-bcff-d49c11298e08 req-20b05941-f6c2-4d02-9f59-69ef62eb12f3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043806 Dec 23 11:34:44.044382 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-bb4e0ec1-8af0-456f-9492-7d126e8da5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:44.045936 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-bb4e0ec1-8af0-456f-9492-7d126e8da5e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f93ec1f0-c5f3-465d-83c6-7997b1d3f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1194799 Dec 23 11:34:44.411567 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-96b1bcc5-fb3b-4b77-a3d2-a40b535e7254 req-69bda8fd-fda5-40c4-9d3a-88323feb6031 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964972 Dec 23 11:34:44.458073 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-0dfd7a1d-72fd-493d-8e28-e4c2c73f5f92 service neutron] 10.222.0.32 "GET /v2.0/networks/f93ec1f0-c5f3-465d-83c6-7997b1d3f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815980 Dec 23 11:34:44.499510 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-01dc7f24-7133-480d-a57c-3ebfb3e0d29a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:44.500952 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-01dc7f24-7133-480d-a57c-3ebfb3e0d29a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.1460099 Dec 23 11:34:44.550034 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-592bc450-8996-4b81-9d22-a8134914fbca tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/quotas/273fdd4bb3064b57b379868b49d4873f HTTP/1.1" status: 200 len: 375 time: 0.0400753 Dec 23 11:34:44.612408 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8b5eb678-3abe-468b-b3ba-4eeb48479a07 req-cc63a25e-f36e-457f-bb54-f54b7e9aa244 service neutron] 10.222.0.32 "GET /v2.0/networks/f93ec1f0-c5f3-465d-83c6-7997b1d3f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339867 Dec 23 11:34:44.622801 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-0fa57522-4b87-4ddf-bcbc-dff7c31f679b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665443 Dec 23 11:34:44.805444 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-99dbe5fc-624c-4bdc-9a5e-6b61291c903d service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736243 Dec 23 11:34:44.817092 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e6d89-0eb8-4e08-b011-18100a4e9bfd req-565d5094-196d-45ab-81d2-7204b95f758f tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:44.818478 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c17e6d89-0eb8-4e08-b011-18100a4e9bfd req-565d5094-196d-45ab-81d2-7204b95f758f tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.0897121 Dec 23 11:34:44.820087 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-3395fd13-d7c7-4814-a1e6-3cd32366bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:44.821418 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-3395fd13-d7c7-4814-a1e6-3cd32366bff8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f74ada6ab50a413ea21a501952cb5042&device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 1101 time: 0.1330321 Dec 23 11:34:44.984535 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c17e6d89-0eb8-4e08-b011-18100a4e9bfd req-465bb163-4a9a-4f87-a84e-9ef884886214 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551189 Dec 23 11:34:44.998922 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-d71f876a-d0f5-4bcc-a375-e37cb1fbe34f service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765416 Dec 23 11:34:45.015339 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-ff88026e-b10c-48c4-bc78-f67fb833de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:45.016900 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-ff88026e-b10c-48c4-bc78-f67fb833de4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f93ec1f0-c5f3-465d-83c6-7997b1d3f773 HTTP/1.1" status: 200 len: 869 time: 0.1853366 Dec 23 11:34:45.069193 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-9fc3b9b2-03a6-4f2c-82e8-ccea7025cea6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0 HTTP/1.1" status: 200 len: 217 time: 0.0403521 Dec 23 11:34:45.148181 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-5d95acae-67e1-4c50-bd2b-f7eb44f206bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:45.149767 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-5d95acae-67e1-4c50-bd2b-f7eb44f206bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e1a638c-7ce9-46cf-a841-478b809f4dab HTTP/1.1" status: 200 len: 843 time: 0.0704703 Dec 23 11:34:45.199638 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3e76aaca-f1e6-46b8-878b-a08227e50b41 req-0ce06883-3ba6-4c53-a6f4-4228c53e7f18 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0486915 Dec 23 11:34:45.223444 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6b055-a1e3-4236-b9bd-2ef2ae29b569 req-bd3106bd-b48e-40dc-b98b-c98f80cd2ea4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:45.224978 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-75a6b055-a1e3-4236-b9bd-2ef2ae29b569 req-bd3106bd-b48e-40dc-b98b-c98f80cd2ea4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1475999 Dec 23 11:34:45.244272 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-ee3adb68-9d6b-409e-a794-7cab2f55ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:45.245778 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-ee3adb68-9d6b-409e-a794-7cab2f55ad4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f93ec1f0-c5f3-465d-83c6-7997b1d3f773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0828121 Dec 23 11:34:45.338352 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-75a6b055-a1e3-4236-b9bd-2ef2ae29b569 req-766e39b7-0e78-491a-a112-d5a50d0eea46 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042006 Dec 23 11:34:45.380833 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-d17fd058-40c6-4140-8926-3135946e2f7d service neutron] 10.222.0.32 "GET /v2.0/networks/f93ec1f0-c5f3-465d-83c6-7997b1d3f773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254661 Dec 23 11:34:45.480540 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc951b1d-6b11-4103-9d0d-f20dbffe7a6b req-138b68b1-5c92-45fb-914b-9a26a1b4958e service neutron] 10.222.0.32 "GET /v2.0/networks/f93ec1f0-c5f3-465d-83c6-7997b1d3f773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917501 Dec 23 11:34:46.114658 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1dc0-878d-4844-8d00-933f89e3914c req-6917584b-303d-4ef2-bc51-197ea9de7b5c tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:46.116786 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f43c1dc0-878d-4844-8d00-933f89e3914c req-6917584b-303d-4ef2-bc51-197ea9de7b5c tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.0603266 Dec 23 11:34:46.170918 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f43c1dc0-878d-4844-8d00-933f89e3914c req-08593661-e7e0-4419-94c9-a7a5b3556c49 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468955 Dec 23 11:34:46.294498 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8578467-7877-4490-80d6-2b81dd7aadd8 req-8f32fbc7-771f-4a42-b80e-3810ed5fd6cb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0261145 Dec 23 11:34:46.459218 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d3606-9608-4098-80b4-12a2a3b67f58 req-d3b21bf9-9ab1-4668-811e-c1cae2fdde1b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:46.460776 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b44d3606-9608-4098-80b4-12a2a3b67f58 req-d3b21bf9-9ab1-4668-811e-c1cae2fdde1b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0498514 Dec 23 11:34:46.510026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b44d3606-9608-4098-80b4-12a2a3b67f58 req-62152c9a-9e56-4e7b-b8c4-02260d7d2634 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Dec 23 11:34:47.289206 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fea5a-484c-41d8-8957-566ecce8ca05 req-56b84d1a-3edf-43b0-9086-9a5bc3c77976 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:47.290665 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a95fea5a-484c-41d8-8957-566ecce8ca05 req-56b84d1a-3edf-43b0-9086-9a5bc3c77976 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.0503807 Dec 23 11:34:47.340551 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a95fea5a-484c-41d8-8957-566ecce8ca05 req-6f786e2a-bdca-4e36-b143-18a0a4d64f5b tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Dec 23 11:34:47.422375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ba4a1c63-d719-45c2-8919-4d5dae951a33 req-544439a9-5505-4080-a7b9-ef04f2110174 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0254869 Dec 23 11:34:47.640960 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb70dbe-0776-4611-ac7e-75a51d3d625d req-5049d561-da6f-419b-8204-c114680633bf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:47.642420 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6fb70dbe-0776-4611-ac7e-75a51d3d625d req-5049d561-da6f-419b-8204-c114680633bf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0505803 Dec 23 11:34:47.699203 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6fb70dbe-0776-4611-ac7e-75a51d3d625d req-033e1976-48c4-491d-bc31-ebc8977bd859 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507734 Dec 23 11:34:48.460889 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3124-c3b4-4b59-a8ce-1ed78170e993 req-1a39feef-f519-49bf-b3c6-8ffe3e4ad3c1 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:48.462426 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f10b3124-c3b4-4b59-a8ce-1ed78170e993 req-1a39feef-f519-49bf-b3c6-8ffe3e4ad3c1 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.0533772 Dec 23 11:34:48.511010 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f10b3124-c3b4-4b59-a8ce-1ed78170e993 req-0d74bf8b-753b-4080-ae22-c69b923fce31 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Dec 23 11:34:48.588418 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ae664fb2-fe01-40fe-ae49-2b615d193a57 req-89c07cc3-93ac-41aa-8c07-a2b636927a2d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0243971 Dec 23 11:34:48.838987 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bacc3-69b6-4897-9e91-99d91bd74930 req-38e0dc2b-405a-42c6-9fc4-ed57314cf81b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:48.840477 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec0bacc3-69b6-4897-9e91-99d91bd74930 req-38e0dc2b-405a-42c6-9fc4-ed57314cf81b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0578711 Dec 23 11:34:48.894445 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec0bacc3-69b6-4897-9e91-99d91bd74930 req-511e4f35-6717-4187-a462-1c41d9a80d82 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476854 Dec 23 11:34:49.629385 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85516599-044b-4d7b-b4f4-388d476a2d6c req-03de708d-4ab6-4bc1-bade-ec1658e75b75 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:49.630833 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85516599-044b-4d7b-b4f4-388d476a2d6c req-03de708d-4ab6-4bc1-bade-ec1658e75b75 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.0525301 Dec 23 11:34:49.681687 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85516599-044b-4d7b-b4f4-388d476a2d6c req-f3a8816d-f9de-4f2c-9ed4-033e293996d0 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Dec 23 11:34:49.764944 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e3f43ab0-9ac1-403c-871d-20fb87a776f8 req-2096cb09-058e-4581-87fd-870768561ea9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0284107 Dec 23 11:34:50.013282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf04702-80d3-43d9-b010-d8c82fdfb24f req-515bcfef-de44-4a05-b69b-885d8c93036e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:50.014811 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bdf04702-80d3-43d9-b010-d8c82fdfb24f req-515bcfef-de44-4a05-b69b-885d8c93036e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0479043 Dec 23 11:34:50.076014 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bdf04702-80d3-43d9-b010-d8c82fdfb24f req-e512d601-b3cb-4b41-95b1-005ab5b82837 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527229 Dec 23 11:34:50.309432 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-7efa787d-21f6-4e5b-b678-a97c8e97813c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:50.310818 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-7efa787d-21f6-4e5b-b678-a97c8e97813c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.1061752 Dec 23 11:34:50.515513 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Request body: {'port': {'device_id': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'admin_state_up': True, 'tenant_id': '273fdd4bb3064b57b379868b49d4873f'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:50.637813 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Made reservation on behalf of 273fdd4bb3064b57b379868b49d4873f for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:34:50.641393 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:50.806284 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Allocated IP 172.20.0.4 (a28a2629-f9b5-49d7-b36d-5046304dc303/1dfcbada-e442-4847-a33e-62c804b0469b/c970e45d-18d8-4007-afca-28cebf2b9b3f) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:34:50.826643 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969c2e1-a7f8-4165-8904-978d0f98c4c6 req-c88a7876-b017-4d76-8bc8-cd4b52898205 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:50.828151 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e969c2e1-a7f8-4165-8904-978d0f98c4c6 req-c88a7876-b017-4d76-8bc8-cd4b52898205 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.0777276 Dec 23 11:34:50.895492 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c904c15-7b84-4aa4-8523-a8d9e0048c3d req-b57a66f2-63a5-4e50-8ced-c6ec4aa8647c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0435481 Dec 23 11:34:50.954390 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e969c2e1-a7f8-4165-8904-978d0f98c4c6 req-ebb9f5cc-bbe1-4609-aa95-5b31f273dee7 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178324 Dec 23 11:34:51.033174 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.068753 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.085765 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa', '417a0203-00fa-40d1-b7f4-25313073bd85'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:34:51.116672 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Network a28a2629-f9b5-49d7-b36d-5046304dc303 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:51.119787 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:51.124047 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:34:51.150556 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event updated for resources: {'Port': ['ID=c970e45d-18d8-4007-afca-28cebf2b9b3f,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.175289 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:34:51.177579 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:34:51.180733 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:51.181365 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.208867 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-a80e518a-cad6-4576-a6bf-48a29a17a991 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6973889 Dec 23 11:34:51.253782 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Request body: {'port': {'device_id': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:51.329955 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dca0b-7ff2-4a59-9964-0393f3db8736 req-03d706df-5248-4e96-acd5-58e8860fa564 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:51.331488 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f84dca0b-7ff2-4a59-9964-0393f3db8736 req-03d706df-5248-4e96-acd5-58e8860fa564 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1179836 Dec 23 11:34:51.332108 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.424748 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f84dca0b-7ff2-4a59-9964-0393f3db8736 req-f30f0b4a-4ed1-452b-b486-e93ccdc43b61 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807776 Dec 23 11:34:51.438972 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50718) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:51.485664 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 50722) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:51.555770 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-47847237-e5e5-4a3d-a066-ae76d62766da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.631397 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-47847237-e5e5-4a3d-a066-ae76d62766da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.632491 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3f227bcf-29ac-4437-8ffb-02698d960746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.635899 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-47847237-e5e5-4a3d-a066-ae76d62766da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.681005 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c970e45d-18d8-4007-afca-28cebf2b9b3f {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:34:51.689654 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47847237-e5e5-4a3d-a066-ae76d62766da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153016b-63e6-4f95-ae64-60659ab3759e,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:51.694612 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.706776 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-47847237-e5e5-4a3d-a066-ae76d62766da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9912a71bf7584d6d89f4411135dc9204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665644 Dec 23 11:34:51.707356 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50730) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:51.715413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Transition to ACTIVE for port object c970e45d-18d8-4007-afca-28cebf2b9b3f will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:34:51.721557 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.759324 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-95b54864-84cf-4d4b-a363-b8ad85f6a266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.782635 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-95b54864-84cf-4d4b-a363-b8ad85f6a266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.797490 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Pushing event updated for resources: {'Port': ['ID=c970e45d-18d8-4007-afca-28cebf2b9b3f,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:51.823048 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3f227bcf-29ac-4437-8ffb-02698d960746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.831002 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-95b54864-84cf-4d4b-a363-b8ad85f6a266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.834354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-95b54864-84cf-4d4b-a363-b8ad85f6a266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.835490 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-95b54864-84cf-4d4b-a363-b8ad85f6a266 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4153016b-63e6-4f95-ae64-60659ab3759e HTTP/1.1" status: 204 len: 168 time: 0.1272831 Dec 23 11:34:51.845219 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b54864-84cf-4d4b-a363-b8ad85f6a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153016b-63e6-4f95-ae64-60659ab3759e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:51.848407 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3f227bcf-29ac-4437-8ffb-02698d960746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:51.919391 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50738) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:51.919528 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-3f227bcf-29ac-4437-8ffb-02698d960746 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb59876ec4c0486d8726ba93bfc7fa50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325747 Dec 23 11:34:51.923975 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f227bcf-29ac-4437-8ffb-02698d960746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ff1d5-edc8-4d57-80c6-cbcf05508bf6,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:51.946070 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Attempting to bind port c970e45d-18d8-4007-afca-28cebf2b9b3f on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:34:51.946422 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Attempting to bind port c970e45d-18d8-4007-afca-28cebf2b9b3f by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:34:51.946770 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Attempting to bind port c970e45d-18d8-4007-afca-28cebf2b9b3f on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:51.952043 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Port c970e45d-18d8-4007-afca-28cebf2b9b3f on network a28a2629-f9b5-49d7-b36d-5046304dc303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:34:51.952234 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Attempting to bind port c970e45d-18d8-4007-afca-28cebf2b9b3f on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:51.959900 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:34:51.960238 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Checking segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:34:51.960623 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Bound using segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:34:51.961532 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Bound port: c970e45d-18d8-4007-afca-28cebf2b9b3f, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:34:51.961532 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.006197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-11df5cee-e1d5-4fce-8b35-c2fa1ffd8e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.047752 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-11df5cee-e1d5-4fce-8b35-c2fa1ffd8e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.109538 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-11df5cee-e1d5-4fce-8b35-c2fa1ffd8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.112187 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-11df5cee-e1d5-4fce-8b35-c2fa1ffd8e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.115857 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-11df5cee-e1d5-4fce-8b35-c2fa1ffd8e8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e43ff1d5-edc8-4d57-80c6-cbcf05508bf6 HTTP/1.1" status: 204 len: 168 time: 0.1918468 Dec 23 11:34:52.116924 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] For port c970e45d-18d8-4007-afca-28cebf2b9b3f, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:34:52.122175 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df5cee-e1d5-4fce-8b35-c2fa1ffd8e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ff1d5-edc8-4d57-80c6-cbcf05508bf6,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:52.134566 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] For port c970e45d-18d8-4007-afca-28cebf2b9b3f, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:34:52.146067 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f34b8-0e6f-4b49-9386-f1ad8c331d17 req-8e11467e-8c6a-48b8-ba2e-1bcb5c58ac88 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:52.147759 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-217f34b8-0e6f-4b49-9386-f1ad8c331d17 req-8e11467e-8c6a-48b8-ba2e-1bcb5c58ac88 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 943 time: 0.1180711 Dec 23 11:34:52.154299 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.203231 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:52.203858 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:52.205349 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] 10.222.0.32 "PUT /v2.0/ports/c970e45d-18d8-4007-afca-28cebf2b9b3f HTTP/1.1" status: 200 len: 1093 time: 0.9569321 Dec 23 11:34:52.220437 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacc14-7bb6-4165-bab1-76cda6363046 req-f5900d78-2d53-4397-84e3-d8653949e206 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:52.221978 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7bacc14-7bb6-4165-bab1-76cda6363046 req-f5900d78-2d53-4397-84e3-d8653949e206 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 948 time: 0.1509817 Dec 23 11:34:52.222442 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'tag': 'c970e45d-18d8-4007-afca-28cebf2b9b3f'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:34:52.224795 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3075f6c0-ede4-4d49-9abf-cda0f0114633", "tag": "c970e45d-18d8-4007-afca-28cebf2b9b3f"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:34:52.358880 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-217f34b8-0e6f-4b49-9386-f1ad8c331d17 req-642ef6f8-47a0-4205-85aa-cae9a876af93 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957207 Dec 23 11:34:52.365799 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea3b59-153f-4441-9953-15e5cf2aef36 service neutron] Pushing event updated for resources: {'Port': ['ID=c970e45d-18d8-4007-afca-28cebf2b9b3f,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:52.378620 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7bacc14-7bb6-4165-bab1-76cda6363046 req-fc7c6dbe-0bd2-4c5d-b952-708328a41256 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459389 Dec 23 11:34:52.389335 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-9bf33e7a-a95e-4fdc-b89b-c1f8defd6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:52.391394 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-9bf33e7a-a95e-4fdc-b89b-c1f8defd6b5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 1096 time: 0.1286292 Dec 23 11:34:52.438055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089b2eb6-6921-4315-a6ef-89600936429c x-openstack-request-id: req-089b2eb6-6921-4315-a6ef-89600936429c {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:34:52.438354 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3075f6c0-ede4-4d49-9abf-cda0f0114633", "tag": "c970e45d-18d8-4007-afca-28cebf2b9b3f", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:34:52.438607 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-089b2eb6-6921-4315-a6ef-89600936429c {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:34:52.439215 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'tag': 'c970e45d-18d8-4007-afca-28cebf2b9b3f', 'status': 'completed', 'code': 200} Dec 23 11:34:52.576489 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-5ab463d4-b1c8-4046-a3a5-d8b44e0cff9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f HTTP/1.1" status: 200 len: 217 time: 0.0391979 Dec 23 11:34:52.590793 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695e89-9e78-4cb2-b929-efefc10aa4e5 req-7ef78946-7ec9-4b2e-9f3d-e95109e22821 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:52.592311 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-32695e89-9e78-4cb2-b929-efefc10aa4e5 req-7ef78946-7ec9-4b2e-9f3d-e95109e22821 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0853755 Dec 23 11:34:52.664888 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-c593b45c-0b09-4ff4-b051-7aa450dd1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:52.666376 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-c593b45c-0b09-4ff4-b051-7aa450dd1fdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0731704 Dec 23 11:34:52.693120 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-32695e89-9e78-4cb2-b929-efefc10aa4e5 req-c1aec176-0116-415c-b6e5-ac270da60ba4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908341 Dec 23 11:34:52.710259 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-e6846817-3ea6-4cca-a9b0-a9273f97ba4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289612 Dec 23 11:34:52.810514 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-0d5f45a9-3b31-4b69-95bd-a05931135ef4 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931454 Dec 23 11:34:52.913424 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b61e8c7b-151d-4713-97a2-8f0e31bd980d req-737293b6-57d6-465f-a03f-9c098493bc29 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908997 Dec 23 11:34:52.913424 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 50792) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:53.013196 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-96352d1d-bb16-4447-8f6d-ed3e955a0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:53.014948 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-96352d1d-bb16-4447-8f6d-ed3e955a0c75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 1096 time: 0.0493073 Dec 23 11:34:53.020745 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-970567607-network', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:53.097854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Made reservation on behalf of 50ef1346c11148af97d1a9ec4209ed13 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:34:53.100005 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device e4f9cbe4-47e4-4289-b707-da8f890685c0 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:34:53.100676 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.112324 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.161146 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-0a263ebc-36b5-4d2d-8592-370fae0d7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:53.162636 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-0a263ebc-36b5-4d2d-8592-370fae0d7d40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 915 time: 0.1384397 Dec 23 11:34:53.213914 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-88f749c7-0bc1-4488-b19e-f1f7d8469a4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f HTTP/1.1" status: 200 len: 217 time: 0.0426431 Dec 23 11:34:53.252194 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port e4f9cbe4-47e4-4289-b707-da8f890685c0, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:53.264822 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'e4f9cbe4-47e4-4289-b707-da8f890685c0', 'network_id': 'f93ec1f0-c5f3-465d-83c6-7997b1d3f773', 'port_id': 'e4f9cbe4-47e4-4289-b707-da8f890685c0', 'mac_address': 'fa:16:3e:32:59:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1a638c-7ce9-46cf-a841-478b809f4dab', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:34:53.290025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.295954 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-2d7f07fc-413b-48c9-9b79-1e008a45d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:53.297443 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-2d7f07fc-413b-48c9-9b79-1e008a45d324 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0714483 Dec 23 11:34:53.298212 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.304129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.318476 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f9cbe4-47e4-4289-b707-da8f890685c0 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:34:53.329363 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:34:53.338590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port e4f9cbe4-47e4-4289-b707-da8f890685c0, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:53.344245 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.351474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-e067d551-1c60-44e1-b31a-043f123168eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423257 Dec 23 11:34:53.374639 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.375376 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Added segment 99790369-7094-4702-9d52-805e0a4c1776 of type vlan for network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 Dec 23 11:34:53.385878 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305744d1-c1f7-4d50-b0d3-bd8f1bb29dc4,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:53.401880 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=e4f9cbe4-47e4-4289-b707-da8f890685c0,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:53.769763 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.829630 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-80b4c6eb-46ef-4c79-84ef-73151108839e service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696891 Dec 23 11:34:53.837281 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d116e-9032-4252-b393-c9afe7c66891 req-6d5f85d5-5882-4451-8142-53c1bf7f6e58 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:53.838743 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eb0d116e-9032-4252-b393-c9afe7c66891 req-6d5f85d5-5882-4451-8142-53c1bf7f6e58 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 949 time: 0.1345708 Dec 23 11:34:53.842079 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.842981 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:53.843561 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:53.852423 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b9c59-4653-45ca-8a88-cc4d150550d1 req-d8d8b446-0f1b-4dc6-bda0-592ff0cb3da4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:53.853916 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa7b9c59-4653-45ca-8a88-cc4d150550d1 req-d8d8b446-0f1b-4dc6-bda0-592ff0cb3da4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 943 time: 0.1508729 Dec 23 11:34:53.906139 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50838) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:53.948861 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['e4f9cbe4-47e4-4289-b707-da8f890685c0'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:34:53.962370 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0480015 Dec 23 11:34:53.966753 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50842) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:53.972407 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Request body: {'subnet': {'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-970567607-subnet', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:54.005688 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Made reservation on behalf of 50ef1346c11148af97d1a9ec4209ed13 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:34:54.010641 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064590'] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.035404 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91e724cc-38a5-4a43-b834-5202cbe26628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.042988 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daadfee-184d-4452-9e5b-8041b9b6d686 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:54.087070 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa7b9c59-4653-45ca-8a88-cc4d150550d1 req-405a3e76-0180-4ce9-8a2d-9195348eb146 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215762 Dec 23 11:34:54.095178 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eb0d116e-9032-4252-b393-c9afe7c66891 req-3d750ae5-2cbf-4b76-bfad-b0ae4e8fcc42 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392788 Dec 23 11:34:54.103481 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d06e4-d51b-4931-89a3-470b7c7580e8 req-55d6b101-83ca-4fcf-9da4-14fd7149c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:54.105393 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2a7d06e4-d51b-4931-89a3-470b7c7580e8 req-55d6b101-83ca-4fcf-9da4-14fd7149c03f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.2383475 Dec 23 11:34:54.109328 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:34:54.123748 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d62c3a17-a88a-4ce2-9904-5a9db71edbbd req-a4b897d0-5366-4ddd-901a-a570499f2d70 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825835 Dec 23 11:34:54.172600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91e724cc-38a5-4a43-b834-5202cbe26628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.182451 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91e724cc-38a5-4a43-b834-5202cbe26628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.220546 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2a7d06e4-d51b-4931-89a3-470b7c7580e8 req-f5c61fbd-cb01-4a30-9dd2-aac662c11b90 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041775 Dec 23 11:34:54.236103 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1806e16-e716-4916-b674-911850546ba4 req-8664c153-5ead-4be2-982f-4215fc38e69d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:54.237630 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1806e16-e716-4916-b674-911850546ba4 req-8664c153-5ead-4be2-982f-4215fc38e69d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0650804 Dec 23 11:34:54.241735 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 50846) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:54.241984 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-91e724cc-38a5-4a43-b834-5202cbe26628 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a3ce2d220f846d3a232f32773f83a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343027 Dec 23 11:34:54.242769 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e724cc-38a5-4a43-b834-5202cbe26628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac4a3d8-698c-438c-87a3-8dfba5c63df5,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:54.323270 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1806e16-e716-4916-b674-911850546ba4 req-c42e3a6c-6faf-4a7f-aa1f-336877143498 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Dec 23 11:34:54.326110 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-65a3c7d0-6595-4b33-aedc-21a51fa7b425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.349043 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-65a3c7d0-6595-4b33-aedc-21a51fa7b425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.350224 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9431859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064604'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.402487 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-65a3c7d0-6595-4b33-aedc-21a51fa7b425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.405329 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-65a3c7d0-6595-4b33-aedc-21a51fa7b425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.406757 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-65a3c7d0-6595-4b33-aedc-21a51fa7b425 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ac4a3d8-698c-438c-87a3-8dfba5c63df5 HTTP/1.1" status: 204 len: 168 time: 0.1638389 Dec 23 11:34:54.411794 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617187a0-84a8-4417-85ab-06b2de2b47d2,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:54.415462 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3c7d0-6595-4b33-aedc-21a51fa7b425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac4a3d8-698c-438c-87a3-8dfba5c63df5,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:54.421643 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Checking segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:34:54.422004 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Network hostable DHCP agents. Network: 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:34:54.445504 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:34:54.457649 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:54.462151 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:54.462861 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.468858 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5828d5-b663-4be0-828e-0fbf3e157d33 None None] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:34:54.483317 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4cdff4c9-bb7a-4366-a511-d4acd24573d5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5150275 Dec 23 11:34:54.486904 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 50858) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:54.492112 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:54.525899 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.527046 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.588920 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.611517 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:34:54.613265 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.735504 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.749826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50862) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:54.763771 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-986c58d1-44cf-4ffd-a6f0-50a8fe5bbb82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.765835 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Allocated IP 172.20.0.2 (7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2/617187a0-84a8-4417-85ab-06b2de2b47d2/7572691a-dd8d-466f-ad10-4f0f9a09d2a6) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:34:54.843179 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-986c58d1-44cf-4ffd-a6f0-50a8fe5bbb82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.847892 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-986c58d1-44cf-4ffd-a6f0-50a8fe5bbb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.892290 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-986c58d1-44cf-4ffd-a6f0-50a8fe5bbb82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78002301042d4b919464e175aad8d2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413140 Dec 23 11:34:54.893490 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c58d1-44cf-4ffd-a6f0-50a8fe5bbb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db989786-7ae8-4f88-9697-bae67733a47e,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:54.896893 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50864) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:54.926715 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.933723 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.951050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e9837b2e-ae7d-4dc7-afab-bdf54df7c746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.951949 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.971626 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.976824 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:54.977790 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e9837b2e-ae7d-4dc7-afab-bdf54df7c746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:54.979663 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:54.983530 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:34:54.990621 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Pushing event updated for resources: {'Port': ['ID=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:55.037433 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e9837b2e-ae7d-4dc7-afab-bdf54df7c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.040202 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Attempting to bind port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:34:55.040639 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Attempting to bind port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:34:55.040979 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e9837b2e-ae7d-4dc7-afab-bdf54df7c746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.041120 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Attempting to bind port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:55.044523 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e9837b2e-ae7d-4dc7-afab-bdf54df7c746 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db989786-7ae8-4f88-9697-bae67733a47e HTTP/1.1" status: 204 len: 168 time: 0.1437926 Dec 23 11:34:55.046639 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:34:55.046864 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Checking segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:34:55.047448 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.047981 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Bound using segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:34:55.048788 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Bound port: 7572691a-dd8d-466f-ad10-4f0f9a09d2a6, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:34:55.049320 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.050616 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9837b2e-ae7d-4dc7-afab-bdf54df7c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db989786-7ae8-4f88-9697-bae67733a47e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:55.102971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Allocated IP 172.27.1.167 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/9979e477-b660-4583-9838-0216e6ab7afc) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:34:55.115915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] For port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:34:55.126218 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] For port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:34:55.158416 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.238806 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d50ae7-b05c-49eb-80aa-ed7ea37a8edd None None] Pushing event updated for resources: {'Port': ['ID=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:55.322001 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d91f5-c631-4d55-a095-170becea026d req-2b625fd9-8fcd-4da7-bc2c-2048c8bd151c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:55.323661 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c43d91f5-c631-4d55-a095-170becea026d req-2b625fd9-8fcd-4da7-bc2c-2048c8bd151c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 943 time: 0.1421611 Dec 23 11:34:55.331554 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaddd07-9f4b-4f7f-be66-8e359bee64c5 req-ecbd6018-20fd-45e0-86e9-df744e821992 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:55.333074 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ffaddd07-9f4b-4f7f-be66-8e359bee64c5 req-ecbd6018-20fd-45e0-86e9-df744e821992 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 949 time: 0.1499758 Dec 23 11:34:55.367484 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.441205 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c43d91f5-c631-4d55-a095-170becea026d req-2bae4a31-fccd-4ff6-a2f0-42a3a78109a7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041410 Dec 23 11:34:55.450792 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ffaddd07-9f4b-4f7f-be66-8e359bee64c5 req-3f92908e-a546-45dc-9d97-e173b11a27e7 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092758 Dec 23 11:34:55.472439 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.516600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:55.519760 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:55.525942 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:34:55.625279 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Pushing event updated for resources: {'Port': ['ID=9979e477-b660-4583-9838-0216e6ab7afc,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:55.671464 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeab414-1967-453b-8895-6426eac7f395 req-e0dff023-cd48-40b8-bbaa-024868f36f5b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:55.678756 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cfeab414-1967-453b-8895-6426eac7f395 req-e0dff023-cd48-40b8-bbaa-024868f36f5b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1125128 Dec 23 11:34:55.789254 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cfeab414-1967-453b-8895-6426eac7f395 req-3b241afc-0cc6-429b-9ef4-126c01372ddd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095324 Dec 23 11:34:55.979521 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:55.987379 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50912) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:56.009935 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:34:56.112745 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:56.113334 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.247649 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.249846 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c57a51e8-73fe-4266-bf36-2451a476cbd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.268376 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.325026 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:56.331590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.370464 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c57a51e8-73fe-4266-bf36-2451a476cbd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.377501 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c57a51e8-73fe-4266-bf36-2451a476cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.443278 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a51e8-73fe-4266-bf36-2451a476cbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e02d458-c35d-4455-8d95-10866763f859,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:56.518252 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-c57a51e8-73fe-4266-bf36-2451a476cbd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd26686da08e44a7a0f3d8c965c44d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299175 Dec 23 11:34:56.523480 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50932) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:56.596432 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:56.599307 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc832e0d-2b69-4ffd-b586-64926b93de14 None None] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:34:56.633896 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ec0d-ac07-40ea-87c7-176a89ba1840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.665399 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ec0d-ac07-40ea-87c7-176a89ba1840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.677457 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-fa2b99d1-8448-4beb-bd62-55207ac3ae98 None None] Provisioning complete for port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:56.677457 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fa2b99d1-8448-4beb-bd62-55207ac3ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.740254 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ec0d-ac07-40ea-87c7-176a89ba1840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.743527 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ec0d-ac07-40ea-87c7-176a89ba1840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:56.748040 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a7c6ec0d-ac07-40ea-87c7-176a89ba1840 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e02d458-c35d-4455-8d95-10866763f859 HTTP/1.1" status: 204 len: 168 time: 0.2144501 Dec 23 11:34:56.760047 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6ec0d-ac07-40ea-87c7-176a89ba1840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e02d458-c35d-4455-8d95-10866763f859,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:56.782671 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3a2de-7728-4280-b37b-86b00583fd95 req-3b3c8234-9ca3-4571-8c36-95f4f20d9bc9 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:56.784176 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54c3a2de-7728-4280-b37b-86b00583fd95 req-3b3c8234-9ca3-4571-8c36-95f4f20d9bc9 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 949 time: 0.1137562 Dec 23 11:34:56.792756 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b711a-f98a-4088-8b7b-19a659d9d2ab req-23a588fe-4c20-447e-9d4a-25fefac86dab tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:56.794304 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b6b711a-f98a-4088-8b7b-19a659d9d2ab req-23a588fe-4c20-447e-9d4a-25fefac86dab tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 943 time: 0.0965478 Dec 23 11:34:56.892648 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54c3a2de-7728-4280-b37b-86b00583fd95 req-916424c9-34b9-4a68-b2f5-ae34172fe593 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973210 Dec 23 11:34:56.895372 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:34:56.904524 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b6b711a-f98a-4088-8b7b-19a659d9d2ab req-1b369ba5-1e9b-4f12-8888-b2fd522816d4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992358 Dec 23 11:34:57.096649 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:34:57.105647 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c970e45d-18d8-4007-afca-28cebf2b9b3f details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:34:57.109976 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:34:57.112560 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device e4f9cbe4-47e4-4289-b707-da8f890685c0 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:34:57.127760 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854a628-6178-42a9-881c-2b268e2b13ea req-39caf16e-b599-4cfd-acc5-7f451dc33091 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:57.128265 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:34:57.129310 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:34:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:57.129809 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a854a628-6178-42a9-881c-2b268e2b13ea req-39caf16e-b599-4cfd-acc5-7f451dc33091 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0990868 Dec 23 11:34:57.134069 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.135608 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f689809d-1b61-43c6-b325-cea15824eac6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6475070 Dec 23 11:34:57.145650 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 50952) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:57.244497 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-c07604f7-355a-495b-8cda-32af112e9ee8 None None] Provisioning complete for port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:57.245115 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c07604f7-355a-495b-8cda-32af112e9ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.266001 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:34:57.278694 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a854a628-6178-42a9-881c-2b268e2b13ea req-78d72c15-361c-4e0f-9301-64d3df72c813 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296604 Dec 23 11:34:57.424899 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port e4f9cbe4-47e4-4289-b707-da8f890685c0 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:34:57.482694 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port e4f9cbe4-47e4-4289-b707-da8f890685c0 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:57.484852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.487956 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port c970e45d-18d8-4007-afca-28cebf2b9b3f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:57.505991 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:55Z', 'revision_number': 3, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:57.536981 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:34:57.537334 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Updating router 7dc51389-b216-4b7d-a200-fd8c4e31a607 port 9979e477-b660-4583-9838-0216e6ab7afc binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:34:57.541481 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'c970e45d-18d8-4007-afca-28cebf2b9b3f', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'port_id': 'c970e45d-18d8-4007-afca-28cebf2b9b3f', 'mac_address': 'fa:16:3e:c1:62:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfcbada-e442-4847-a33e-62c804b0469b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:34:57.569982 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.602852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.621899 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-09d809b2-b5f6-43a2-9d60-4f14ad754438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:57.623599 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-09d809b2-b5f6-43a2-9d60-4f14ad754438 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.0632606 Dec 23 11:34:57.641480 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c970e45d-18d8-4007-afca-28cebf2b9b3f {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:34:57.668365 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.677395 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port c970e45d-18d8-4007-afca-28cebf2b9b3f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:57.697980 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.710476 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9cbe4-47e4-4289-b707-da8f890685c0'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:34:57.713369 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39491027-69e5-4d2f-b4fa-9a34039ad21a" -d '{"events": [{"server_uuid": "ce77c324-ef41-45a5-be2c-9412d510a86f", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9cbe4-47e4-4289-b707-da8f890685c0"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:34:57.746499 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port e4f9cbe4-47e4-4289-b707-da8f890685c0, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:34:57.756653 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.781291 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=c970e45d-18d8-4007-afca-28cebf2b9b3f,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:57.785614 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef32f-e660-46e2-936b-7d2a3f1ba116 req-4c2d56a3-b6a7-4957-8014-c8a3ad1af2ad tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:57.793952 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d47ef32f-e660-46e2-936b-7d2a3f1ba116 req-4c2d56a3-b6a7-4957-8014-c8a3ad1af2ad tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1617186 Dec 23 11:34:57.827986 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e68e8-843b-4e1b-9acf-c3f9d471d233 x-openstack-request-id: req-6c5e68e8-843b-4e1b-9acf-c3f9d471d233 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:34:57.829095 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce77c324-ef41-45a5-be2c-9412d510a86f", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9cbe4-47e4-4289-b707-da8f890685c0", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:34:57.829491 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c5e68e8-843b-4e1b-9acf-c3f9d471d233 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:34:57.830031 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9cbe4-47e4-4289-b707-da8f890685c0', 'code': 200} Dec 23 11:34:57.882526 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=e4f9cbe4-47e4-4289-b707-da8f890685c0,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:57.887055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-807a10fd-e2a9-47fb-a720-5309446290e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:57.889922 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-807a10fd-e2a9-47fb-a720-5309446290e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.2560349 Dec 23 11:34:57.957535 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:34:57.977614 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:57.990145 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.009964 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d47ef32f-e660-46e2-936b-7d2a3f1ba116 req-0e1d3ac8-ee16-4a86-9c8d-5bf63a41317b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148335 Dec 23 11:34:58.017614 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-82e23ad8-ba8d-4619-8869-560e6ab3ed60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.1040540 Dec 23 11:34:58.052451 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5b22bf6d-8be9-427d-84b6-5fac6695bc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.059918 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.069857 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Pushing event updated for resources: {'Port': ['ID=9979e477-b660-4583-9838-0216e6ab7afc,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:58.072761 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Attempting to bind port 9979e477-b660-4583-9838-0216e6ab7afc on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:34:58.073092 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Attempting to bind port 9979e477-b660-4583-9838-0216e6ab7afc by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:34:58.073577 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Attempting to bind port 9979e477-b660-4583-9838-0216e6ab7afc on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:34:58.083738 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:58.087538 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.087679 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.088146 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.088518 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.088988 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.089213 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.089731 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.091275 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.091607 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.091943 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.092292 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.092624 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.092980 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.093305 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:34:58.096892 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:34:58.097272 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:34:58.097684 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.098214 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:34:58.098804 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Bound port: 9979e477-b660-4583-9838-0216e6ab7afc, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:34:58.099187 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.164797 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] For port 9979e477-b660-4583-9838-0216e6ab7afc, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:34:58.170429 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] For port 9979e477-b660-4583-9838-0216e6ab7afc, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=9979e477-b660-4583-9838-0216e6ab7afc,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:34:58.180374 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.186477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['c970e45d-18d8-4007-afca-28cebf2b9b3f'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:34:58.229469 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-e8e6986f-8c3e-4cd1-9227-1d118e124761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:58.232035 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-e8e6986f-8c3e-4cd1-9227-1d118e124761 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.1943855 Dec 23 11:34:58.239685 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad5d7-4294-4128-bbac-632906e2e48f req-52f514a2-ff0f-403a-a528-9d945d9d6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:58.241319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-109ad5d7-4294-4128-bbac-632906e2e48f req-52f514a2-ff0f-403a-a528-9d945d9d6283 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 1103 time: 0.2257252 Dec 23 11:34:58.257497 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Allocated IP 172.20.0.1 (7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2/617187a0-84a8-4417-85ab-06b2de2b47d2/09fd8c2d-6813-4a60-a410-b47821a1e56b) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:34:58.261445 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ac0b0-77a8-4b64-a31e-d53b62ba2aea None None] Pushing event updated for resources: {'Port': ['ID=9979e477-b660-4583-9838-0216e6ab7afc,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:58.265771 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb818b-9ae7-48ba-80bb-9ef41933b28e req-1e1a6b8c-897a-4727-a297-3abebbe1d367 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:58.265936 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:34:58.266744 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:34:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:58.281529 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43bb818b-9ae7-48ba-80bb-9ef41933b28e req-1e1a6b8c-897a-4727-a297-3abebbe1d367 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 944 time: 0.2604024 Dec 23 11:34:58.294563 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb499e-4115-4a6f-9e46-b38b4224199e req-678d2c20-15cd-425d-b114-34816d24f6a3 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:58.296357 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1dbb499e-4115-4a6f-9e46-b38b4224199e req-678d2c20-15cd-425d-b114-34816d24f6a3 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.1623883 Dec 23 11:34:58.324402 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-6809fe3e-9bc9-4a35-b373-a9dbe3cb7ab2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794840 Dec 23 11:34:58.391836 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.396692 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:34:58.425252 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.465692 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:58.469822 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43bb818b-9ae7-48ba-80bb-9ef41933b28e req-476c9c48-c760-4882-8ff0-147487c2ae01 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871765 Dec 23 11:34:58.471221 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:58.473505 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Pushing event updated for resources: {'Port': ['ID=09fd8c2d-6813-4a60-a410-b47821a1e56b,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:58.476153 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:34:58.490374 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-109ad5d7-4294-4128-bbac-632906e2e48f req-33e7b18b-4a34-43aa-a7db-a33a76ea8373 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038136 Dec 23 11:34:58.500211 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1dbb499e-4115-4a6f-9e46-b38b4224199e req-15bbacb6-e5df-42ed-992f-d13565205b58 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780279 Dec 23 11:34:58.513600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.522336 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-d865f573-8b75-4255-9220-68e15a7f3268 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840482 Dec 23 11:34:58.636365 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:55Z', 'revision_number': 3, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:34:58.679209 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.685721 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72cbc8-0f9a-4996-9b00-b1d1bc0ce8eb None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:55Z', 'revision_number': 3, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:34:58.795192 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-c9d18d2e-8c25-4642-a3a0-4b8e452929e4 None None] Provisioning complete for port 09fd8c2d-6813-4a60-a410-b47821a1e56b triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:58.795751 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9d18d2e-8c25-4642-a3a0-4b8e452929e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.839765 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-c9d18d2e-8c25-4642-a3a0-4b8e452929e4 None None] Port 09fd8c2d-6813-4a60-a410-b47821a1e56b cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:34:58.862743 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.867403 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.896317 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca641017-43b7-4515-ae45-03e9bda16b88 req-4d4dbb81-f3ae-4f9c-bfa8-843168547079 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089089 Dec 23 11:34:58.937294 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:58.938929 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Pushing event updated for resources: {'Port': ['ID=09fd8c2d-6813-4a60-a410-b47821a1e56b,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:34:59.047477 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:34:59.048906 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:34:59.132870 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd6c2c-dd49-4cd1-9a8b-3641d69a562d req-ea775830-eef1-4750-a8fc-928762625786 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:59.134468 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-68fd6c2c-dd49-4cd1-9a8b-3641d69a562d req-ea775830-eef1-4750-a8fc-928762625786 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0550251 Dec 23 11:34:59.177414 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:34:59.212544 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-68fd6c2c-dd49-4cd1-9a8b-3641d69a562d req-f82bf9ec-dc13-4fb1-915d-8106e4fc77e7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695140 Dec 23 11:34:59.294886 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:34:59.300521 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-138958b5-0bf5-441f-8030-b58d426b5c0c admin admin] 10.222.0.31 "PUT /v2.0/routers/7dc51389-b216-4b7d-a200-fd8c4e31a607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537602 Dec 23 11:34:59.378994 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-db1d81bb-ded5-4871-b9b3-22100e40545c None None] Provisioning complete for port 09fd8c2d-6813-4a60-a410-b47821a1e56b triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:34:59.379803 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-db1d81bb-ded5-4871-b9b3-22100e40545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:59.417295 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-db1d81bb-ded5-4871-b9b3-22100e40545c None None] Port 09fd8c2d-6813-4a60-a410-b47821a1e56b cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:34:59.676380 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149fc0e-5a98-49c1-a50b-4233be66ad59 req-7b82aa2f-8574-4679-a6ef-287de0d7ec3b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:59.677910 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b149fc0e-5a98-49c1-a50b-4233be66ad59 req-7b82aa2f-8574-4679-a6ef-287de0d7ec3b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 944 time: 0.0673046 Dec 23 11:34:59.686242 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c929440-061d-4eb5-9426-2621dc6255f6 req-d17e01d8-9fdf-4519-870a-14710859f730 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:34:59.687704 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5c929440-061d-4eb5-9426-2621dc6255f6 req-d17e01d8-9fdf-4519-870a-14710859f730 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.1073759 Dec 23 11:34:59.759436 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b149fc0e-5a98-49c1-a50b-4233be66ad59 req-e7e12a90-fcb1-48f0-baac-c39b3fe79117 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706801 Dec 23 11:34:59.763018 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5c929440-061d-4eb5-9426-2621dc6255f6 req-6f3abd74-095a-4fd1-b463-8307208a95db tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674946 Dec 23 11:34:59.871488 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51002) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:34:59.880460 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-319533095-network', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:34:59.907216 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Made reservation on behalf of 78f3ee80ecc24eef9030d7f0033cfab7 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:34:59.910075 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:59.919466 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:34:59.971514 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9979e477-b660-4583-9838-0216e6ab7afc up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:00.007238 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.014192 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.023418 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 9979e477-b660-4583-9838-0216e6ab7afc triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:00.023789 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.038166 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:35:00.052350 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad905d-fabb-42f2-b964-acc9722c874d,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:00.057419 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.057888 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Added segment b151eb2b-b3fd-4094-a9c1-c0f71bccd138 of type vlan for network 9dd25938-ec14-4c41-b428-ca8ee3945c82 Dec 23 11:35:00.106488 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.139508 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.140549 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:00.141234 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.170929 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.218338 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 9979e477-b660-4583-9838-0216e6ab7afc, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=9979e477-b660-4583-9838-0216e6ab7afc,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:00.222932 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.232335 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] Pushing event updated for resources: {'Network': ['ID=9dd25938-ec14-4c41-b428-ca8ee3945c82,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:00.237970 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a7b6f51e-7f99-440c-a68d-72e6c68675af admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3651283 Dec 23 11:35:00.240631 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51014) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:00.245924 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Request body: {'subnet': {'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-319533095-subnet', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:00.271089 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Made reservation on behalf of 78f3ee80ecc24eef9030d7f0033cfab7 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:35:00.273621 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064590'] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.276590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:35:00.359482 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62741-9d4f-477d-bdcb-f80152ba342a req-a3bc0ce6-a514-4058-b866-0c017e55c8d7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:00.361212 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8f62741-9d4f-477d-bdcb-f80152ba342a req-a3bc0ce6-a514-4058-b866-0c017e55c8d7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0564721 Dec 23 11:35:00.372633 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=9979e477-b660-4583-9838-0216e6ab7afc,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:00.382585 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6f30-a5da-444b-a01a-b1b31f9c67a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.421389 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c8f62741-9d4f-477d-bdcb-f80152ba342a req-402cbb08-a93c-49a3-9bf9-16d4682cab5f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481513 Dec 23 11:35:00.464199 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9431859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064604'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.487995 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:00.498706 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:00.499468 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:00.517297 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d52076-9f9f-4993-a78e-8decf5f51de9,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:00.533608 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Checking segment: {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:00.533957 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Network hostable DHCP agents. Network: 9dd25938-ec14-4c41-b428-ca8ee3945c82, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:35:00.551209 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:35:00.560580 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 9dd25938-ec14-4c41-b428-ca8ee3945c82) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:00.565165 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:00.565855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.581034 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bedd093-a591-4b4b-8b24-14f2532b12e5 None None] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:35:00.583573 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e38dec72-ba63-41c9-85b4-45d6333b5e32 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3416708 Dec 23 11:35:00.586212 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51016) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:00.590569 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:00.613391 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.614373 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.667091 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:00.668568 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.807062 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.882157 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-9dd25938-ec14-4c41-b428-ca8ee3945c82', 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82', 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'fixed_ips': [{'subnet_id': '25d52076-9f9f-4993-a78e-8decf5f51de9'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:35:00.882921 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:00.933674 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1856-ab3f-4593-8667-0070f244d692 req-25b7cf2a-1be3-4ea2-ab0c-25156eafd5bc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:00.935399 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c31c1856-ab3f-4593-8667-0070f244d692 req-25b7cf2a-1be3-4ea2-ab0c-25156eafd5bc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 944 time: 0.0800588 Dec 23 11:35:00.944921 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49acd5-9521-417f-b4c4-70cdd1751cf3 req-45724bc2-5ba5-4463-b382-ebcef25e03f3 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:00.946549 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3e49acd5-9521-417f-b4c4-70cdd1751cf3 req-45724bc2-5ba5-4463-b382-ebcef25e03f3 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.0823724 Dec 23 11:35:01.023128 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c31c1856-ab3f-4593-8667-0070f244d692 req-1afe72a6-4626-4492-8746-ad04c8e7bd4a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752907 Dec 23 11:35:01.031035 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3e49acd5-9521-417f-b4c4-70cdd1751cf3 req-aa65a424-25a6-4588-9c6a-1de40c71ea85 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649502 Dec 23 11:35:01.035915 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.069154 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.116118 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Allocated IP 172.20.0.2 (9dd25938-ec14-4c41-b428-ca8ee3945c82/25d52076-9f9f-4993-a78e-8decf5f51de9/05699da7-4005-4400-95b8-f0eac362e569) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:01.122885 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c970e45d-18d8-4007-afca-28cebf2b9b3f up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:01.198714 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Allocated IP 172.27.1.41 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/ece12b14-9dae-4b76-a9f9-2b4cc0868d60) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:01.254991 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 2, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:01.293814 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:01.294177 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Updating router 7dc51389-b216-4b7d-a200-fd8c4e31a607 port 09fd8c2d-6813-4a60-a410-b47821a1e56b binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:01.314430 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.333247 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port c970e45d-18d8-4007-afca-28cebf2b9b3f completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:35:01.339975 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.354492 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.390291 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091e44-4738-48b4-ab9c-7e66bd194b8e req-f5b2cac0-4934-4f52-a6f0-4054f9c4d54f tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:01.400431 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-91091e44-4738-48b4-ab9c-7e66bd194b8e req-f5b2cac0-4934-4f52-a6f0-4054f9c4d54f tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.0907407 Dec 23 11:35:01.401528 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.402986 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:01.406778 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:01.410682 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:01.413318 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.418070 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port c970e45d-18d8-4007-afca-28cebf2b9b3f triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:01.418571 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.436363 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Pushing event updated for resources: {'Port': ['ID=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:01.511373 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-91091e44-4738-48b4-ab9c-7e66bd194b8e req-a89400e9-ece2-4d92-8704-cc1cbb08a92b tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098180 Dec 23 11:35:01.526869 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Pushing event updated for resources: {'Port': ['ID=05699da7-4005-4400-95b8-f0eac362e569,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:01.567825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:01.571884 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.575299 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:01.601029 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:01.612007 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b2f6-b39b-4e5a-afec-88e6e5a72ff0 req-59a5626a-bf12-48bb-a6dd-8d4b434c0c00 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:01.614090 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed44b2f6-b39b-4e5a-afec-88e6e5a72ff0 req-59a5626a-bf12-48bb-a6dd-8d4b434c0c00 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0627122 Dec 23 11:35:01.693522 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed44b2f6-b39b-4e5a-afec-88e6e5a72ff0 req-dee167fc-69b4-4cb6-9abe-568820a10264 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631173 Dec 23 11:35:01.705467 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.761938 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Attempting to bind port 05699da7-4005-4400-95b8-f0eac362e569 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:01.762335 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Attempting to bind port 05699da7-4005-4400-95b8-f0eac362e569 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:01.762776 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Attempting to bind port 05699da7-4005-4400-95b8-f0eac362e569 on network 9dd25938-ec14-4c41-b428-ca8ee3945c82 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:01.785092 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c970e45d-18d8-4007-afca-28cebf2b9b3f'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:35:01.788223 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6221c3-54f4-4405-a6b3-251f4bf29166" -d '{"events": [{"server_uuid": "3075f6c0-ede4-4d49-9abf-cda0f0114633", "name": "network-vif-plugged", "status": "completed", "tag": "c970e45d-18d8-4007-afca-28cebf2b9b3f"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:35:01.809535 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:01.809912 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Checking segment: {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:01.810316 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.810744 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Bound using segment: {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:01.811375 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Bound port: 05699da7-4005-4400-95b8-f0eac362e569, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:01.811754 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.817162 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port c970e45d-18d8-4007-afca-28cebf2b9b3f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:01.858262 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a2a57-f8b1-4149-9298-6b4f3f04cbf1 x-openstack-request-id: req-174a2a57-f8b1-4149-9298-6b4f3f04cbf1 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:35:01.858558 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3075f6c0-ede4-4d49-9abf-cda0f0114633", "name": "network-vif-plugged", "status": "completed", "tag": "c970e45d-18d8-4007-afca-28cebf2b9b3f", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:35:01.858807 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-174a2a57-f8b1-4149-9298-6b4f3f04cbf1 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:35:01.859198 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c970e45d-18d8-4007-afca-28cebf2b9b3f', 'code': 200} Dec 23 11:35:01.859849 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.971645 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:01.981025 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9979e477-b660-4583-9838-0216e6ab7afc up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:01.997341 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=c970e45d-18d8-4007-afca-28cebf2b9b3f,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:02.045845 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] For port 05699da7-4005-4400-95b8-f0eac362e569, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:02.054014 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3428bb-4037-457c-a180-c88f8b5e9da1 req-f0ecef79-e694-471d-bc15-c368f55676bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:02.056834 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ac3428bb-4037-457c-a180-c88f8b5e9da1 req-f0ecef79-e694-471d-bc15-c368f55676bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 1098 time: 0.0453458 Dec 23 11:35:02.073822 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] For port 05699da7-4005-4400-95b8-f0eac362e569, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=05699da7-4005-4400-95b8-f0eac362e569,segment=NetworkSegment(b151eb2b-b3fd-4094-a9c1-c0f71bccd138),segment_id=b151eb2b-b3fd-4094-a9c1-c0f71bccd138)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:02.103418 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.165644 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.169479 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ac3428bb-4037-457c-a180-c88f8b5e9da1 req-5719362b-4925-4746-a2e2-c7e71b14af55 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995226 Dec 23 11:35:02.180175 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 9979e477-b660-4583-9838-0216e6ab7afc triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:02.180749 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.189227 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.210188 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d0b63-65b5-4d80-96f8-038eb03d885e req-1b56b718-1577-4e30-a534-60c5d059dc04 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:02.213625 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e0d0b63-65b5-4d80-96f8-038eb03d885e req-1b56b718-1577-4e30-a534-60c5d059dc04 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.1017301 Dec 23 11:35:02.220752 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.241152 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9061b2-a2ad-462d-a5a8-243633d12b9c None None] Pushing event updated for resources: {'Port': ['ID=05699da7-4005-4400-95b8-f0eac362e569,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:02.315637 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e0d0b63-65b5-4d80-96f8-038eb03d885e req-a7b42ab6-c936-4bd5-8163-528e4b92c29c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953171 Dec 23 11:35:02.369334 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f606a-4817-4172-9dca-5143137c5d07 None None] Pushing event updated for resources: {'Port': ['ID=09fd8c2d-6813-4a60-a410-b47821a1e56b,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:02.379018 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Router 82d9e15c-4552-449f-97e0-1b6e8cced226 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:35:02.403486 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Attempting to bind port 09fd8c2d-6813-4a60-a410-b47821a1e56b on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:02.403852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Attempting to bind port 09fd8c2d-6813-4a60-a410-b47821a1e56b by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:02.404209 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Attempting to bind port 09fd8c2d-6813-4a60-a410-b47821a1e56b on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:02.413936 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:02.414347 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Checking segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:02.414722 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.415107 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Bound using segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:02.415624 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Bound port: 09fd8c2d-6813-4a60-a410-b47821a1e56b, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:02.415944 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.513061 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:35:02.515135 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] For port 09fd8c2d-6813-4a60-a410-b47821a1e56b, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:02.518858 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] For port 09fd8c2d-6813-4a60-a410-b47821a1e56b, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=09fd8c2d-6813-4a60-a410-b47821a1e56b,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:02.525244 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.527736 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Sync routers for ids ['82d9e15c-4552-449f-97e0-1b6e8cced226'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:02.549290 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.553489 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51064) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:02.553992 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7a446ed3-5674-49bf-b5b2-b48a93f87c94 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9666190 Dec 23 11:35:02.574121 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Routers {'82d9e15c-4552-449f-97e0-1b6e8cced226'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:02.575623 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['82d9e15c-4552-449f-97e0-1b6e8cced226'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:02.649742 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:02.650387 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:02.656271 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f606a-4817-4172-9dca-5143137c5d07 None None] Pushing event updated for resources: {'Port': ['ID=09fd8c2d-6813-4a60-a410-b47821a1e56b,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:02.790957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a6c04-a40a-4b8d-8bfd-70386315fda9 req-f5b6f7c1-2ea6-49b4-a27e-103cd84abe90 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:02.800078 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-de5a6c04-a40a-4b8d-8bfd-70386315fda9 req-f5b6f7c1-2ea6-49b4-a27e-103cd84abe90 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.1784260 Dec 23 11:35:02.809055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b66c6a1f-830f-4876-b51a-efbb1f5dc724 None None] Provisioning complete for port 09fd8c2d-6813-4a60-a410-b47821a1e56b triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:02.809454 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b66c6a1f-830f-4876-b51a-efbb1f5dc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.869397 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:02.884849 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:02.946129 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Set router 82d9e15c-4552-449f-97e0-1b6e8cced226 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:02.987565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-de5a6c04-a40a-4b8d-8bfd-70386315fda9 req-ab223d6b-fd33-41e0-abda-e88815496d59 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867399 Dec 23 11:35:03.024947 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4261-625c-4841-8d89-bdf8adc9f259 req-528a648d-239c-4be4-91ec-48ef86784419 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:03.035442 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4b9c4261-625c-4841-8d89-bdf8adc9f259 req-528a648d-239c-4be4-91ec-48ef86784419 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.2135577 Dec 23 11:35:03.065295 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b66c6a1f-830f-4876-b51a-efbb1f5dc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.145288 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-b66c6a1f-830f-4876-b51a-efbb1f5dc724 None None] For port 09fd8c2d-6813-4a60-a410-b47821a1e56b, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=09fd8c2d-6813-4a60-a410-b47821a1e56b,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:03.151558 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b66c6a1f-830f-4876-b51a-efbb1f5dc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.165917 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4b9c4261-625c-4841-8d89-bdf8adc9f259 req-8c92a3fd-5164-40e3-a07a-31f014ec122c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295915 Dec 23 11:35:03.210355 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:35:01Z', 'revision_number': 3, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:03.235779 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c6a1f-830f-4876-b51a-efbb1f5dc724 None None] Pushing event updated for resources: {'Port': ['ID=09fd8c2d-6813-4a60-a410-b47821a1e56b,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:03.252068 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Checking router: 82d9e15c-4552-449f-97e0-1b6e8cced226 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:03.252732 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Updating router 82d9e15c-4552-449f-97e0-1b6e8cced226 port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:03.288812 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.303797 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-4982addb-35e8-46d5-8785-906446becee6 None None] Provisioning complete for port 09fd8c2d-6813-4a60-a410-b47821a1e56b triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:03.304162 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-4982addb-35e8-46d5-8785-906446becee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.407706 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.565616 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:02Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:03.586422 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ddedd-ef04-4186-9979-76cd3fd60d71 req-f1b47835-adf8-425e-ba40-4ea265a05b45 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:03.597928 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3acd61-4f67-45c7-8ce4-f4abbda2724f None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:02Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:03.600035 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-534ddedd-ef04-4186-9979-76cd3fd60d71 req-f1b47835-adf8-425e-ba40-4ea265a05b45 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.1714225 Dec 23 11:35:03.754922 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.775424 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-534ddedd-ef04-4186-9979-76cd3fd60d71 req-7ffa053d-bab3-4973-a701-ca8e3540cdbe tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741486 Dec 23 11:35:03.786136 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.833667 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Allocated IP 172.20.0.1 (9dd25938-ec14-4c41-b428-ca8ee3945c82/25d52076-9f9f-4993-a78e-8decf5f51de9/a874e054-5ec7-4498-aaf6-7d88c33a2c26) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:03.860479 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308466f6-c3cb-4bb1-aa69-b3f3943335de None None] Pushing event updated for resources: {'Port': ['ID=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:03.863322 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Attempting to bind port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:03.863687 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Attempting to bind port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:03.864135 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Attempting to bind port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:03.870968 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31019d-d53a-4d92-a482-488b5e65b49c None None] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:35:03.877369 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-38c086f7-bb3f-475c-8718-c9cc595489b8 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:03.877532 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:03.877757 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:03.878161 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.878551 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:03.879033 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Bound port: ece12b14-9dae-4b76-a9f9-2b4cc0868d60, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:03.879430 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:03.879942 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-38c086f7-bb3f-475c-8718-c9cc595489b8 tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.1149921 Dec 23 11:35:03.977341 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] For port ece12b14-9dae-4b76-a9f9-2b4cc0868d60, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:03.992612 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] For port ece12b14-9dae-4b76-a9f9-2b4cc0868d60, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:04.006016 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.024508 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.049431 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 09fd8c2d-6813-4a60-a410-b47821a1e56b up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:04.062219 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-bd3c3730-d8cb-4b2a-9c54-6950fcb2858e None None] Provisioning complete for port 05699da7-4005-4400-95b8-f0eac362e569 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:04.062571 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3730-d8cb-4b2a-9c54-6950fcb2858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.090422 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.224707 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308466f6-c3cb-4bb1-aa69-b3f3943335de None None] Pushing event updated for resources: {'Port': ['ID=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:04.253734 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Routers {'82d9e15c-4552-449f-97e0-1b6e8cced226'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:04.254376 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['82d9e15c-4552-449f-97e0-1b6e8cced226'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:04.272517 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.290809 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3730-d8cb-4b2a-9c54-6950fcb2858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.307694 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 09fd8c2d-6813-4a60-a410-b47821a1e56b triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:04.308200 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.337170 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Pushing event updated for resources: {'Port': ['ID=a874e054-5ec7-4498-aaf6-7d88c33a2c26,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:04.348650 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fea9-b330-4b7e-b22e-176cde58d0dd req-a88a5b8d-fef0-4896-b78c-ba175ea3e52e tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:04.350220 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2d7fea9-b330-4b7e-b22e-176cde58d0dd req-a88a5b8d-fef0-4896-b78c-ba175ea3e52e tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 950 time: 0.2006826 Dec 23 11:35:04.392755 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Deleting port e4f9cbe4-47e4-4289-b707-da8f890685c0 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:35:04.393093 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.414890 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:04.421489 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-bd3c3730-d8cb-4b2a-9c54-6950fcb2858e None None] For port 05699da7-4005-4400-95b8-f0eac362e569, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=05699da7-4005-4400-95b8-f0eac362e569,segment=NetworkSegment(b151eb2b-b3fd-4094-a9c1-c0f71bccd138),segment_id=b151eb2b-b3fd-4094-a9c1-c0f71bccd138)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:04.432383 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3730-d8cb-4b2a-9c54-6950fcb2858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.452459 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:04.455574 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:04.474276 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] Set router 82d9e15c-4552-449f-97e0-1b6e8cced226 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:04.508351 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3730-d8cb-4b2a-9c54-6950fcb2858e None None] Pushing event updated for resources: {'Port': ['ID=05699da7-4005-4400-95b8-f0eac362e569,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:04.599600 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-a010f809-2746-4a9d-960f-4c9b0bd9ed51 None None] Provisioning complete for port 05699da7-4005-4400-95b8-f0eac362e569 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:04.599888 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-a010f809-2746-4a9d-960f-4c9b0bd9ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.682107 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 05699da7-4005-4400-95b8-f0eac362e569 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:04.878863 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 05699da7-4005-4400-95b8-f0eac362e569 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:04.879234 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.934741 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:35:01Z', 'revision_number': 3, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:04.966573 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b6a92afc-7375-4297-b5e1-6faad8ab846c None None] Provisioning complete for port a874e054-5ec7-4498-aaf6-7d88c33a2c26 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:04.967101 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b6a92afc-7375-4297-b5e1-6faad8ab846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:04.969618 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e463b8b-6aae-4f4c-afed-494182a1f7d9 None None] The sync data for ids ['82d9e15c-4552-449f-97e0-1b6e8cced226'] in dv-cinder-730936-3-iscsi is: [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:35:01Z', 'revision_number': 3, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:05.050880 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-b6a92afc-7375-4297-b5e1-6faad8ab846c None None] Port a874e054-5ec7-4498-aaf6-7d88c33a2c26 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:05.061275 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2d7fea9-b330-4b7e-b22e-176cde58d0dd req-87f20289-1508-4cd9-8876-bc303fd6c38e tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/security-groups?id=f650f5b4-423e-4623-a72b-8347832d341a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959667 Dec 23 11:35:05.101703 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.155861 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] For port e4f9cbe4-47e4-4289-b707-da8f890685c0, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=e4f9cbe4-47e4-4289-b707-da8f890685c0,segment=NetworkSegment(94767315-a787-407d-9edb-db0ace381182),segment_id=94767315-a787-407d-9edb-db0ace381182)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:05.156250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.165647 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18dcc5-d8de-4349-a319-176b9b9b2e62 req-54714e63-a713-49a0-a48b-a15124efb940 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:05.167201 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1e18dcc5-d8de-4349-a319-176b9b9b2e62 req-54714e63-a713-49a0-a48b-a15124efb940 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.1465271 Dec 23 11:35:05.191326 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Calling delete_port for e4f9cbe4-47e4-4289-b707-da8f890685c0 owned by compute:nova {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:35:05.305062 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1e18dcc5-d8de-4349-a319-176b9b9b2e62 req-d4dce741-e936-4121-a0d1-6adab24382ad tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266916 Dec 23 11:35:05.404568 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.502967 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.548984 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Pushing event deleted for resources: {'Port': ['ID=e4f9cbe4-47e4-4289-b707-da8f890685c0,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:05.640145 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] No DVR routers for this DVR port e4f9cbe4-47e4-4289-b707-da8f890685c0 on host hv-cinder-73093 {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:35:05.649187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.652540 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7e2bfb6c-1476-48b7-9800-bba540bfb730 req-d43805b6-14b5-4b35-8025-b0b125ce842a tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.32 "DELETE /v2.0/ports/e4f9cbe4-47e4-4289-b707-da8f890685c0 HTTP/1.1" status: 204 len: 173 time: 1.7625360 Dec 23 11:35:05.662187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'name': 'network-vif-deleted', 'tag': 'e4f9cbe4-47e4-4289-b707-da8f890685c0'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:35:05.664565 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7a6a26-8a41-4214-af55-e16fe808ad2a" -d '{"events": [{"server_uuid": "ce77c324-ef41-45a5-be2c-9412d510a86f", "name": "network-vif-deleted", "tag": "e4f9cbe4-47e4-4289-b707-da8f890685c0"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:35:05.764593 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.768822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1af9250-286f-47e3-ade4-73a42da2361d x-openstack-request-id: req-a1af9250-286f-47e3-ade4-73a42da2361d {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:35:05.771317 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce77c324-ef41-45a5-be2c-9412d510a86f", "name": "network-vif-deleted", "tag": "e4f9cbe4-47e4-4289-b707-da8f890685c0", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:35:05.772162 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1af9250-286f-47e3-ade4-73a42da2361d {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:35:05.773852 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce77c324-ef41-45a5-be2c-9412d510a86f', 'name': 'network-vif-deleted', 'tag': 'e4f9cbe4-47e4-4289-b707-da8f890685c0', 'status': 'completed', 'code': 200} Dec 23 11:35:05.775834 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:05.938492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Pushing event updated for resources: {'Port': ['ID=a874e054-5ec7-4498-aaf6-7d88c33a2c26,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:05.948837 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:06.030633 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf789e-9edf-4b8d-a295-3355529304fd req-0ac52d7e-6955-4f39-9281-e626c936011c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:06.032211 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-38bf789e-9edf-4b8d-a295-3355529304fd req-0ac52d7e-6955-4f39-9281-e626c936011c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1335702 Dec 23 11:35:06.059078 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ece12b14-9dae-4b76-a9f9-2b4cc0868d60 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:06.123888 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-38bf789e-9edf-4b8d-a295-3355529304fd req-9ca28180-569a-43b8-a21b-2eb5bd987d41 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844316 Dec 23 11:35:06.125841 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:06.127280 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:06.166351 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:06.166731 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:06.286608 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2840035d-e775-44b8-91c2-ee0d084b7e6b req-7301ec67-597b-4776-a797-6c2b9a77395f tempest-VolumesNegativeTest-909053398 tempest-VolumesNegativeTest-909053398-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce77c324-ef41-45a5-be2c-9412d510a86f HTTP/1.1" status: 200 len: 210 time: 0.0601196 Dec 23 11:35:06.317104 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:06.366590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port ece12b14-9dae-4b76-a9f9-2b4cc0868d60, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:06.374254 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:06.375053 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 05699da7-4005-4400-95b8-f0eac362e569 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:06.469847 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Router 82d9e15c-4552-449f-97e0-1b6e8cced226 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:35:06.527266 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 05699da7-4005-4400-95b8-f0eac362e569 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:06.527266 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:06.531555 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:06.558824 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b778dba3-12be-4bac-9057-ec664a2083b3 None None] Provisioning complete for port a874e054-5ec7-4498-aaf6-7d88c33a2c26 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:06.559307 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b778dba3-12be-4bac-9057-ec664a2083b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:06.624633 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-b778dba3-12be-4bac-9057-ec664a2083b3 None None] Port a874e054-5ec7-4498-aaf6-7d88c33a2c26 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:06.674072 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:35:06.679814 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-12e4b247-b96f-44d4-909e-222782ab823c admin admin] 10.222.0.31 "PUT /v2.0/routers/82d9e15c-4552-449f-97e0-1b6e8cced226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1245229 Dec 23 11:35:07.136968 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device e4f9cbe4-47e4-4289-b707-da8f890685c0 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:35:07.157100 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: e4f9cbe4-47e4-4289-b707-da8f890685c0 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:35:07.157437 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device e4f9cbe4-47e4-4289-b707-da8f890685c0 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:35:07.197487 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Sync routers for ids ['82d9e15c-4552-449f-97e0-1b6e8cced226'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:07.207806 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Routers {'82d9e15c-4552-449f-97e0-1b6e8cced226'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:07.208433 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['82d9e15c-4552-449f-97e0-1b6e8cced226'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:07.313456 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Set router 82d9e15c-4552-449f-97e0-1b6e8cced226 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:07.326314 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51180) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:07.331421 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138713463', 'description': 'tempest-secgroup-smoke-138713463 description', 'project_id': '50ef1346c11148af97d1a9ec4209ed13'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:07.374629 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.455090 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.461011 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.495507 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.499555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1693094 Dec 23 11:35:07.499555 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815e41-a651-4799-9641-94842e30ed54 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8325d7-78db-41a2-ab52-a66226602ce5,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:07.500016 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51192) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:07.504838 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group_rule': {'security_group_id': '4e8325d7-78db-41a2-ab52-a66226602ce5', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:07.541759 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:35:05Z', 'revision_number': 4, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'a874e054-5ec7-4498-aaf6-7d88c33a2c26', 'name': '', 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'mac_address': 'fa:16:3e:e9:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '25d52076-9f9f-4993-a78e-8decf5f51de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:03Z', 'updated_at': '2021-12-23T11:35:05Z', 'revision_number': 2, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'subnets': [{'id': '25d52076-9f9f-4993-a78e-8decf5f51de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:07.542627 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.569198 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Checking router: 82d9e15c-4552-449f-97e0-1b6e8cced226 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:07.569519 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Updating router 82d9e15c-4552-449f-97e0-1b6e8cced226 port a874e054-5ec7-4498-aaf6-7d88c33a2c26 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:07.601842 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.617023 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.623703 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.641485 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256a3bab-2a46-4088-a73b-2f3be26d6810,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:07.661106 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.662938 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-86c89b71-5c62-44f6-88ba-ccce1bf4cf45 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617055 Dec 23 11:35:07.666079 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51208) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:07.670863 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group_rule': {'security_group_id': '4e8325d7-78db-41a2-ab52-a66226602ce5', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:07.752260 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.832500 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.838469 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.862004 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc340099-ba2d-4897-a1b3-03922c75bb23,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:07.876102 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.880010 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c5c81d0a-72d8-456c-a97d-51637882ca3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2103300 Dec 23 11:35:07.881154 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51220) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:07.887716 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group_rule': {'security_group_id': '4e8325d7-78db-41a2-ab52-a66226602ce5', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:07.949314 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:07.971897 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ece12b14-9dae-4b76-a9f9-2b4cc0868d60 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:07.984232 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.023766 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.025328 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.031184 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.069505 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fab208-a871-45ea-9755-5ae52a5e65e9,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:08.072447 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aadd3d-cd60-4e44-91d6-d0af8afd7006 None None] Pushing event updated for resources: {'Port': ['ID=a874e054-5ec7-4498-aaf6-7d88c33a2c26,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:08.086351 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.089379 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8d9c11c0-0be3-46d4-8e7b-1ec82e0c0eff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2056863 Dec 23 11:35:08.091272 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51238) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:08.097189 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group_rule': {'security_group_id': '4e8325d7-78db-41a2-ab52-a66226602ce5', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:08.176085 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.204529 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Attempting to bind port a874e054-5ec7-4498-aaf6-7d88c33a2c26 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:08.205110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Attempting to bind port a874e054-5ec7-4498-aaf6-7d88c33a2c26 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:08.206601 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Attempting to bind port a874e054-5ec7-4498-aaf6-7d88c33a2c26 on network 9dd25938-ec14-4c41-b428-ca8ee3945c82 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:08.222396 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:08.222776 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.235668 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:08.236045 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Checking segment: {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:08.237118 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.239795 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Bound using segment: {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:08.240484 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Bound port: a874e054-5ec7-4498-aaf6-7d88c33a2c26, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:08.241945 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.311381 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.316455 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.340402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cde3c6-556d-4ea5-b66f-7b2b06ee7268,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:08.347492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.348728 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-02ef166e-e043-4615-a27e-eda56f868ca0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561703 Dec 23 11:35:08.351389 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51276) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:08.358458 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group_rule': {'security_group_id': '4e8325d7-78db-41a2-ab52-a66226602ce5', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:08.368981 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] For port a874e054-5ec7-4498-aaf6-7d88c33a2c26, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:08.373132 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] For port a874e054-5ec7-4498-aaf6-7d88c33a2c26, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=a874e054-5ec7-4498-aaf6-7d88c33a2c26,segment=NetworkSegment(b151eb2b-b3fd-4094-a9c1-c0f71bccd138),segment_id=b151eb2b-b3fd-4094-a9c1-c0f71bccd138)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:08.383390 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.388569 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.securitygroups_db [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Project 50ef1346c11148af97d1a9ec4209ed13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 11:35:08.395177 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.459039 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.463704 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.484888 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39981cd-697d-430f-90c7-43b7482ea5bc,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:08.501093 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.505605 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51294) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:08.506513 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7d12af59-ee24-4a8f-8c04-b6f23a13d0a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528761 Dec 23 11:35:08.513713 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'security_group_rule': {'security_group_id': '4e8325d7-78db-41a2-ab52-a66226602ce5', 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:08.544983 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.securitygroups_db [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Project 50ef1346c11148af97d1a9ec4209ed13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 11:35:08.551506 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.615129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-24f0eb3d-5569-4a7c-b3a3-a40971b22b79 None None] Provisioning complete for port a874e054-5ec7-4498-aaf6-7d88c33a2c26 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:08.615503 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-24f0eb3d-5569-4a7c-b3a3-a40971b22b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.622300 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.627699 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.651012 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aadd3d-cd60-4e44-91d6-d0af8afd7006 None None] Pushing event updated for resources: {'Port': ['ID=a874e054-5ec7-4498-aaf6-7d88c33a2c26,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:08.658182 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Routers {'82d9e15c-4552-449f-97e0-1b6e8cced226'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:08.658829 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['82d9e15c-4552-449f-97e0-1b6e8cced226'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:08.661313 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753f97bc-1de7-4567-b4e9-06087210c79a,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:08.681321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.685261 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-580c133a-4f46-4fcf-ade0-542e36dc97bd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775827 Dec 23 11:35:08.826659 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] Set router 82d9e15c-4552-449f-97e0-1b6e8cced226 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:08.828770 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-24f0eb3d-5569-4a7c-b3a3-a40971b22b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:08.956579 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-24f0eb3d-5569-4a7c-b3a3-a40971b22b79 None None] For port a874e054-5ec7-4498-aaf6-7d88c33a2c26, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=a874e054-5ec7-4498-aaf6-7d88c33a2c26,segment=NetworkSegment(b151eb2b-b3fd-4094-a9c1-c0f71bccd138),segment_id=b151eb2b-b3fd-4094-a9c1-c0f71bccd138)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:08.962725 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-24f0eb3d-5569-4a7c-b3a3-a40971b22b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:09.060230 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0eb3d-5569-4a7c-b3a3-a40971b22b79 None None] Pushing event updated for resources: {'Port': ['ID=a874e054-5ec7-4498-aaf6-7d88c33a2c26,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:09.109063 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b8f59956-823c-404a-8873-34351d2d211e None None] Provisioning complete for port a874e054-5ec7-4498-aaf6-7d88c33a2c26 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:09.109441 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b8f59956-823c-404a-8873-34351d2d211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:09.161228 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:35:05Z', 'revision_number': 4, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'a874e054-5ec7-4498-aaf6-7d88c33a2c26', 'name': '', 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'mac_address': 'fa:16:3e:e9:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '25d52076-9f9f-4993-a78e-8decf5f51de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:03Z', 'updated_at': '2021-12-23T11:35:08Z', 'revision_number': 4, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'subnets': [{'id': '25d52076-9f9f-4993-a78e-8decf5f51de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:09.193738 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb473acc-4d59-4712-b975-6555ac9147e1 None None] The sync data for ids ['82d9e15c-4552-449f-97e0-1b6e8cced226'] in dv-cinder-730936-3-iscsi is: [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:35:05Z', 'revision_number': 4, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'a874e054-5ec7-4498-aaf6-7d88c33a2c26', 'name': '', 'network_id': '9dd25938-ec14-4c41-b428-ca8ee3945c82', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'mac_address': 'fa:16:3e:e9:89:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '25d52076-9f9f-4993-a78e-8decf5f51de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:03Z', 'updated_at': '2021-12-23T11:35:08Z', 'revision_number': 4, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'subnets': [{'id': '25d52076-9f9f-4993-a78e-8decf5f51de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:09.959151 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device a874e054-5ec7-4498-aaf6-7d88c33a2c26 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:10.016176 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port a874e054-5ec7-4498-aaf6-7d88c33a2c26 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:10.016749 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:10.803377 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:12.103735 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51588) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:12.260027 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3e4f541b-8fca-4108-8d55-e9a074e59848 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f74ada6ab50a413ea21a501952cb5042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550701 Dec 23 11:35:12.262669 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51596) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:12.308499 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-749a1b4c-e5b6-480e-880f-3fc40dd205b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:12.332033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-749a1b4c-e5b6-480e-880f-3fc40dd205b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:12.390565 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-749a1b4c-e5b6-480e-880f-3fc40dd205b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:12.393053 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-749a1b4c-e5b6-480e-880f-3fc40dd205b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:12.394273 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-749a1b4c-e5b6-480e-880f-3fc40dd205b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f650f5b4-423e-4623-a72b-8347832d341a HTTP/1.1" status: 204 len: 168 time: 0.1307299 Dec 23 11:35:12.402287 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a1b4c-e5b6-480e-880f-3fc40dd205b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f650f5b4-423e-4623-a72b-8347832d341a,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:13.072392 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51624) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:13.177548 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-752429190-network', 'tenant_id': '47fecf710518479da14a3e2f9b73a896'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:13.201732 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Made reservation on behalf of 47fecf710518479da14a3e2f9b73a896 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:35:13.204032 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.212470 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.295310 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.299987 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.321676 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:35:13.336857 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97cdeb5-4b42-4c62-af20-31ec8384866b,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:13.340850 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.341340 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Added segment ca79e8dd-297f-4031-bda8-4d26aa47c6ba of type vlan for network e9f230ed-a347-4a1e-9378-1d668ecadb35 Dec 23 11:35:13.381713 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.409057 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.410132 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:13.410705 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.445766 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3721545 Dec 23 11:35:13.449503 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51650) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:13.456377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Request body: {'subnet': {'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-752429190-subnet', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:13.495926 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Made reservation on behalf of 47fecf710518479da14a3e2f9b73a896 for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:35:13.497879 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d57bd7-ce85-48fd-900f-ca7360d5eb03 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f230ed-a347-4a1e-9378-1d668ecadb35,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:13.501339 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9429289'] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.507948 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:35:13.687819 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2340366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9429307'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.728737 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51662) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:13.755748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc307048-6503-4f3a-af1b-341f7a72cd48,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:13.759333 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Checking segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:13.759700 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Network hostable DHCP agents. Network: e9f230ed-a347-4a1e-9378-1d668ecadb35, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:35:13.778381 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:35:13.790563 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, e9f230ed-a347-4a1e-9378-1d668ecadb35) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:13.794887 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:13.795478 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.799591 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad1ff0-fe40-49f8-89d6-0bcd6d55f055 None None] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:35:13.812700 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-6dee139b-36df-46b7-9ad3-a0cd6cb9caf6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3606119 Dec 23 11:35:13.814625 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51666) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:13.819110 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:13.844449 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.845600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.860067 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51dad1f7-8d42-4e41-9711-f73863727489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.913086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.923012 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-e9f230ed-a347-4a1e-9378-1d668ecadb35', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:35:13.923956 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.943315 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51dad1f7-8d42-4e41-9711-f73863727489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.948295 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51dad1f7-8d42-4e41-9711-f73863727489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:13.985856 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-51dad1f7-8d42-4e41-9711-f73863727489 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02e9235e6b9e480e8c908e14a20b3fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559798 Dec 23 11:35:13.987009 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dad1f7-8d42-4e41-9711-f73863727489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8427133-425a-4c20-b816-53b814668171,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:13.988472 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51668) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:14.066334 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Allocated IP 172.20.0.2 (e9f230ed-a347-4a1e-9378-1d668ecadb35/dc307048-6503-4f3a-af1b-341f7a72cd48/0314358a-1dc3-4079-963a-3bf05e550cab) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:14.092105 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.121607 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c32e711b-014b-48b7-a40a-79923967b1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.154062 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c32e711b-014b-48b7-a40a-79923967b1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.220511 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.230009 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.247889 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c32e711b-014b-48b7-a40a-79923967b1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.251929 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c32e711b-014b-48b7-a40a-79923967b1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.253361 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c32e711b-014b-48b7-a40a-79923967b1bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8427133-425a-4c20-b816-53b814668171 HTTP/1.1" status: 204 len: 168 time: 0.2598202 Dec 23 11:35:14.279001 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:14.281974 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:14.287599 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e711b-014b-48b7-a40a-79923967b1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8427133-425a-4c20-b816-53b814668171,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:14.305677 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:14.321822 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Pushing event updated for resources: {'Port': ['ID=0314358a-1dc3-4079-963a-3bf05e550cab,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:14.383856 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Attempting to bind port 0314358a-1dc3-4079-963a-3bf05e550cab on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:14.384226 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Attempting to bind port 0314358a-1dc3-4079-963a-3bf05e550cab by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:14.384804 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Attempting to bind port 0314358a-1dc3-4079-963a-3bf05e550cab on network e9f230ed-a347-4a1e-9378-1d668ecadb35 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:14.390168 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:14.390778 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Checking segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:14.391173 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.391723 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Bound using segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:14.392183 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Bound port: 0314358a-1dc3-4079-963a-3bf05e550cab, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:14.392762 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.405445 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.428011 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.479765 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] For port 0314358a-1dc3-4079-963a-3bf05e550cab, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:14.483736 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] For port 0314358a-1dc3-4079-963a-3bf05e550cab, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=0314358a-1dc3-4079-963a-3bf05e550cab,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:14.491543 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.604838 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09bad-82cf-44d0-bb2a-0c3962b4e41c None None] Pushing event updated for resources: {'Port': ['ID=0314358a-1dc3-4079-963a-3bf05e550cab,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:14.622149 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Allocated IP 172.27.1.26 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/d71cb69e-5ab1-43d2-b365-2efd54034fd7) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:14.698621 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51680) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:14.730372 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5b33-4320-40a0-b012-b012ac106b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.794701 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.875411 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5b33-4320-40a0-b012-b012ac106b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.886154 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.891756 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5b33-4320-40a0-b012-b012ac106b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:14.935183 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:14.938990 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:14.944617 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:14.947487 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4b0e5b33-4320-40a0-b012-b012ac106b43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9598df463fcd430eb60d5c4735dc8577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477403 Dec 23 11:35:14.949753 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e5b33-4320-40a0-b012-b012ac106b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08fc84f-5e2b-4f8f-8cc9-9567ef1aa2d2,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:14.950634 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51684) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:14.975550 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Pushing event updated for resources: {'Port': ['ID=d71cb69e-5ab1-43d2-b365-2efd54034fd7,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:15.113375 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da21ad4a-fc68-4ea7-862d-d265d7e836bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.147087 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da21ad4a-fc68-4ea7-862d-d265d7e836bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.282157 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da21ad4a-fc68-4ea7-862d-d265d7e836bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.284704 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da21ad4a-fc68-4ea7-862d-d265d7e836bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.285897 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-da21ad4a-fc68-4ea7-862d-d265d7e836bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c08fc84f-5e2b-4f8f-8cc9-9567ef1aa2d2 HTTP/1.1" status: 204 len: 168 time: 0.3339443 Dec 23 11:35:15.288242 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.339538 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21ad4a-fc68-4ea7-862d-d265d7e836bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08fc84f-5e2b-4f8f-8cc9-9567ef1aa2d2,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:15.744695 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78b679-2620-44f4-9d0b-e3023c3312e3 None None] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:35:15.871094 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b5deac3f-cb05-4354-b578-1b8b7ac530ef None None] Provisioning complete for port 0314358a-1dc3-4079-963a-3bf05e550cab triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:15.871404 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b5deac3f-cb05-4354-b578-1b8b7ac530ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.923566 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:15.936337 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed818ba-0a9c-4cc3-b824-b95060d0a050 req-898ba212-91b8-4bb1-b1c1-42fc4e0a3bab tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:15.940574 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eed818ba-0a9c-4cc3-b824-b95060d0a050 req-898ba212-91b8-4bb1-b1c1-42fc4e0a3bab tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1127634 Dec 23 11:35:15.959058 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-e82ed889-04c3-42c9-aa3b-c5dd9b231f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:15.963378 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-e82ed889-04c3-42c9-aa3b-c5dd9b231f02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.1374173 Dec 23 11:35:15.997475 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b5deac3f-cb05-4354-b578-1b8b7ac530ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:16.052753 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-b5deac3f-cb05-4354-b578-1b8b7ac530ef None None] For port 0314358a-1dc3-4079-963a-3bf05e550cab, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=0314358a-1dc3-4079-963a-3bf05e550cab,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:16.054333 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 0314358a-1dc3-4079-963a-3bf05e550cab up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:16.080971 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b5deac3f-cb05-4354-b578-1b8b7ac530ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:16.156856 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deac3f-cb05-4354-b578-1b8b7ac530ef None None] Pushing event updated for resources: {'Port': ['ID=0314358a-1dc3-4079-963a-3bf05e550cab,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:16.172474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 0314358a-1dc3-4079-963a-3bf05e550cab triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:16.173352 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:16.258279 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eed818ba-0a9c-4cc3-b824-b95060d0a050 req-38b44ee1-50fd-4646-8a23-60ff252bc514 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845588 Dec 23 11:35:16.296725 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-7f17d89a-e666-46b1-8ad6-44536e567641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:16.298185 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-7f17d89a-e666-46b1-8ad6-44536e567641 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.3108878 Dec 23 11:35:16.305242 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-d9a37c64-400a-4894-9db7-eddca5f69e5b None None] Provisioning complete for port 0314358a-1dc3-4079-963a-3bf05e550cab triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:16.305697 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c64-400a-4894-9db7-eddca5f69e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:16.306752 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:35:16.347876 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-8f88a7b4-074f-47e4-85f7-f327fab7f31c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.0378387 Dec 23 11:35:16.462319 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:35:16.475367 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Sync routers for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:16.488603 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:16.489547 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:16.512394 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:16.513671 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-99701824-1afa-4cda-b0bc-a6136093b513 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6981316 Dec 23 11:35:16.516463 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51726) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:16.534915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-52b31a49-f6a9-4473-bbe6-a93538545d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:16.537201 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-52b31a49-f6a9-4473-bbe6-a93538545d5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0726397 Dec 23 11:35:16.574684 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-ddc8638f-a017-44cb-a13b-e7d598530453 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263326 Dec 23 11:35:16.619421 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:16.694487 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-96d7880b-35bf-44f9-8c1a-64de18f3d2cd service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099207 Dec 23 11:35:16.805622 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44819c29-a9a1-4bf0-912e-3534193c11c6 req-d08ec5cd-ce53-46c4-a113-4c85757cfb1d service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024530 Dec 23 11:35:16.854491 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:15Z', 'revision_number': 3, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:16.890412 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Checking router: df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:16.890764 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Updating router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 port d71cb69e-5ab1-43d2-b365-2efd54034fd7 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:17.020702 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.063476 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.243067 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Allocated IP 172.20.0.1 (e9f230ed-a347-4a1e-9378-1d668ecadb35/dc307048-6503-4f3a-af1b-341f7a72cd48/4734d556-1a76-4a5e-aff9-5647b39980cf) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:17.298337 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:35:17.312279 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.323054 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.363976 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.379870 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ab8ae-9f29-4634-a54a-40136067c71d None None] Pushing event updated for resources: {'Port': ['ID=d71cb69e-5ab1-43d2-b365-2efd54034fd7,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:17.399216 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Attempting to bind port d71cb69e-5ab1-43d2-b365-2efd54034fd7 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:17.399796 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Attempting to bind port d71cb69e-5ab1-43d2-b365-2efd54034fd7 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:17.400300 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Attempting to bind port d71cb69e-5ab1-43d2-b365-2efd54034fd7 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:17.406266 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:17.406629 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:17.407020 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.407473 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:17.408058 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Bound port: d71cb69e-5ab1-43d2-b365-2efd54034fd7, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:17.408546 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.409895 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359375e-fb86-45a8-9b00-8c0e9905af36 req-15f1f4c9-9c34-4ec4-b141-56119c7709c6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:17.412237 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1359375e-fb86-45a8-9b00-8c0e9905af36 req-15f1f4c9-9c34-4ec4-b141-56119c7709c6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0756378 Dec 23 11:35:17.412591 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.471283 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Pushing event updated for resources: {'Port': ['ID=4734d556-1a76-4a5e-aff9-5647b39980cf,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:17.474195 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:17.475900 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:17.477153 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1359375e-fb86-45a8-9b00-8c0e9905af36 req-1e5ee8c4-d833-48cb-9d18-d526fe6b4baf tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579059 Dec 23 11:35:17.484957 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:17.491777 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] For port d71cb69e-5ab1-43d2-b365-2efd54034fd7, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:17.495375 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] For port d71cb69e-5ab1-43d2-b365-2efd54034fd7, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=d71cb69e-5ab1-43d2-b365-2efd54034fd7,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:17.501601 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.540850 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.585446 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:17.586152 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:17.591706 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ab8ae-9f29-4634-a54a-40136067c71d None None] Pushing event updated for resources: {'Port': ['ID=d71cb69e-5ab1-43d2-b365-2efd54034fd7,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:17.711110 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.746143 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:17.853180 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-af8bc418-9ed5-4e10-a659-70e44b5bb5df None None] Provisioning complete for port 4734d556-1a76-4a5e-aff9-5647b39980cf triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:17.853711 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-af8bc418-9ed5-4e10-a659-70e44b5bb5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.896397 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-af8bc418-9ed5-4e10-a659-70e44b5bb5df None None] Port 4734d556-1a76-4a5e-aff9-5647b39980cf cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:17.914841 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.920157 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.948214 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 0314358a-1dc3-4079-963a-3bf05e550cab up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:17.953882 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:15Z', 'revision_number': 3, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:17.993028 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Pushing event updated for resources: {'Port': ['ID=4734d556-1a76-4a5e-aff9-5647b39980cf,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:17.993354 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e85368-90a2-4866-ac0c-4f39d744acf5 None None] The sync data for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi is: [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:15Z', 'revision_number': 3, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:17.995510 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:17.999870 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 0314358a-1dc3-4079-963a-3bf05e550cab triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:18.000250 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:18.096343 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:18.098483 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:18.235744 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:35:18.363999 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:35:18.372927 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-00e4a9ec-d31b-444b-aa41-0096d8003312 admin admin] 10.222.0.31 "PUT /v2.0/routers/df5e1765-4fe4-4da5-a6bc-d3c93cc32be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518140 Dec 23 11:35:18.422074 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-17c7e813-e020-4eaa-806c-1f2f8bf7fd0b None None] Provisioning complete for port 4734d556-1a76-4a5e-aff9-5647b39980cf triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:18.422443 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-17c7e813-e020-4eaa-806c-1f2f8bf7fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:18.455897 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-17c7e813-e020-4eaa-806c-1f2f8bf7fd0b None None] Port 4734d556-1a76-4a5e-aff9-5647b39980cf cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:18.603420 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82847a4e-08ab-407b-9844-b847eb50bccf req-ced0a901-e052-4811-8663-adbec149531c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:18.605394 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-82847a4e-08ab-407b-9844-b847eb50bccf req-ced0a901-e052-4811-8663-adbec149531c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0560627 Dec 23 11:35:18.655197 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-82847a4e-08ab-407b-9844-b847eb50bccf req-84a713f1-3c4a-42ef-a13b-d55f84f514f9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Dec 23 11:35:18.968614 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51790) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:18.973504 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1338488033-network', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:18.997999 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Made reservation on behalf of 3d5ac397389d410eacd4dc4d01d500b5 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:35:19.000577 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.008974 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.082074 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.092177 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.116784 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:35:19.128106 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38dc74-a9ed-4831-a291-2cfcdcb1f193,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:19.134694 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.135025 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Added segment 386f70f6-4588-4274-a0a1-6260ae40cc22 of type vlan for network 2034d981-66f1-4a3e-bb7f-2e8972d377ed Dec 23 11:35:19.182957 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.209830 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.210812 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:19.211406 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.265247 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2954779 Dec 23 11:35:19.268184 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51792) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:19.270806 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bead4-2256-4502-987f-6a11ad9e4d52 admin admin] Pushing event updated for resources: {'Network': ['ID=2034d981-66f1-4a3e-bb7f-2e8972d377ed,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:19.273165 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Request body: {'subnet': {'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1338488033-subnet', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:19.281470 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:35:19.298494 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Made reservation on behalf of 3d5ac397389d410eacd4dc4d01d500b5 for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:35:19.301627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9429289'] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.483700 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2340366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9429307'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.540381 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c07361-2180-4bf1-8c18-77640bfc30ae,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:19.549357 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Checking segment: {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:19.549709 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Network hostable DHCP agents. Network: 2034d981-66f1-4a3e-bb7f-2e8972d377ed, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:35:19.569492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:35:19.580470 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 2034d981-66f1-4a3e-bb7f-2e8972d377ed) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:19.584760 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:19.585353 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.589130 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823ef81-c157-4008-8afd-e19f6ac94254 None None] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:35:19.606204 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-10f5049c-0855-41cc-858a-da8554cde2c1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3340914 Dec 23 11:35:19.606726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51796) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:19.610996 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:19.636197 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.637250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.658133 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Sync routers for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:19.680655 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:19.681289 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:19.695342 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.784611 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-2034d981-66f1-4a3e-bb7f-2e8972d377ed', 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed', 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'fixed_ips': [{'subnet_id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:35:19.785486 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.832808 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:19.869951 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:19.881861 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7fa57-ed8b-4933-8be1-f331fd69950b req-670bd98b-f964-450e-a77d-4b744916aa71 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:19.889545 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbf7fa57-ed8b-4933-8be1-f331fd69950b req-670bd98b-f964-450e-a77d-4b744916aa71 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1223223 Dec 23 11:35:19.992614 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbf7fa57-ed8b-4933-8be1-f331fd69950b req-20b03109-a93b-46aa-a557-9f8091601668 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021011 Dec 23 11:35:20.057813 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d71cb69e-5ab1-43d2-b365-2efd54034fd7 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:20.087170 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Allocated IP 172.20.0.2 (2034d981-66f1-4a3e-bb7f-2e8972d377ed/a4c07361-2180-4bf1-8c18-77640bfc30ae/452aae47-0008-4681-8285-194c96ff908a) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:20.172336 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.191213 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.229545 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port d71cb69e-5ab1-43d2-b365-2efd54034fd7 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:20.229909 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.297432 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Allocated IP 172.27.1.54 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/ccefb6f0-e464-471d-a403-a43b98ca76d1) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:20.339426 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.342233 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 2, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:20.392242 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.399336 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Checking router: df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:20.399682 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Updating router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 port 4734d556-1a76-4a5e-aff9-5647b39980cf binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:20.403864 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.443532 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.466764 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:20.474167 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.478666 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:20.479096 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:20.486370 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:20.488846 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.490156 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:20.496009 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:20.506411 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Pushing event updated for resources: {'Port': ['ID=452aae47-0008-4681-8285-194c96ff908a,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:20.524195 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccefb6f0-e464-471d-a403-a43b98ca76d1,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:20.555944 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.556306 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.556678 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.557044 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.557356 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.557679 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.558000 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.558320 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.558661 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.558982 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.559303 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.559616 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.559927 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:20.569542 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port d71cb69e-5ab1-43d2-b365-2efd54034fd7, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=d71cb69e-5ab1-43d2-b365-2efd54034fd7,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:20.590613 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.640597 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Attempting to bind port 452aae47-0008-4681-8285-194c96ff908a on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:20.640966 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Attempting to bind port 452aae47-0008-4681-8285-194c96ff908a by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:20.641453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Attempting to bind port 452aae47-0008-4681-8285-194c96ff908a on network 2034d981-66f1-4a3e-bb7f-2e8972d377ed {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:20.700581 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:20.700873 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Checking segment: {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:20.701269 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.701657 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Bound using segment: {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:20.702122 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Bound port: 452aae47-0008-4681-8285-194c96ff908a, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:20.702497 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.726655 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=d71cb69e-5ab1-43d2-b365-2efd54034fd7,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:20.737481 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.931829 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:20.988036 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] For port 452aae47-0008-4681-8285-194c96ff908a, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:20.994370 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] For port 452aae47-0008-4681-8285-194c96ff908a, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=452aae47-0008-4681-8285-194c96ff908a,segment=NetworkSegment(386f70f6-4588-4274-a0a1-6260ae40cc22),segment_id=386f70f6-4588-4274-a0a1-6260ae40cc22)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:21.008287 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.086443 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Router 510363cf-6adf-43e3-9135-4b7cf52c5c97 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:35:21.119211 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f5d54-d976-4403-a244-da573aedc94a None None] Pushing event updated for resources: {'Port': ['ID=452aae47-0008-4681-8285-194c96ff908a,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:21.146110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.153657 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.209857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e8322-2d34-4e0a-8c78-b40d2e8cba1f None None] Pushing event updated for resources: {'Port': ['ID=4734d556-1a76-4a5e-aff9-5647b39980cf,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:21.266742 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Attempting to bind port 4734d556-1a76-4a5e-aff9-5647b39980cf on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:21.267263 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Attempting to bind port 4734d556-1a76-4a5e-aff9-5647b39980cf by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:21.267746 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Attempting to bind port 4734d556-1a76-4a5e-aff9-5647b39980cf on network e9f230ed-a347-4a1e-9378-1d668ecadb35 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:21.273849 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:21.274375 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Checking segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:21.275091 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.275474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Bound using segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:21.276074 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Bound port: 4734d556-1a76-4a5e-aff9-5647b39980cf, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:21.276910 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.375464 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] For port 4734d556-1a76-4a5e-aff9-5647b39980cf, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:21.379038 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] For port 4734d556-1a76-4a5e-aff9-5647b39980cf, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=4734d556-1a76-4a5e-aff9-5647b39980cf,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:21.384410 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.407196 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd17e-8581-4a67-9975-ce147f44a1eb req-ef048505-7e52-4500-a5db-d67ac817a8c0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:21.408836 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a31dd17e-8581-4a67-9975-ce147f44a1eb req-ef048505-7e52-4500-a5db-d67ac817a8c0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.3353908 Dec 23 11:35:21.455691 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:21.456326 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:21.503356 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a31dd17e-8581-4a67-9975-ce147f44a1eb req-f20f53d9-20f1-4286-843d-53788f8e90ac tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872781 Dec 23 11:35:21.506264 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:35:21.517920 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Sync routers for ids ['510363cf-6adf-43e3-9135-4b7cf52c5c97'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:21.530057 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Routers {'510363cf-6adf-43e3-9135-4b7cf52c5c97'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:21.530891 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['510363cf-6adf-43e3-9135-4b7cf52c5c97'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:21.537322 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e8322-2d34-4e0a-8c78-b40d2e8cba1f None None] Pushing event updated for resources: {'Port': ['ID=4734d556-1a76-4a5e-aff9-5647b39980cf,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:21.538260 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.542263 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-8c068594-a4df-48e6-83fb-c05f1edf7cc3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9320776 Dec 23 11:35:21.542541 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51816) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:21.617043 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:21.643201 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e19bdde7-7b86-4ec6-8ed4-3b3e145a1613 None None] Provisioning complete for port 4734d556-1a76-4a5e-aff9-5647b39980cf triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:21.643428 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e19bdde7-7b86-4ec6-8ed4-3b3e145a1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.659969 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Set router 510363cf-6adf-43e3-9135-4b7cf52c5c97 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:21.829749 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e19bdde7-7b86-4ec6-8ed4-3b3e145a1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.843497 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 3, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:21.874952 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Checking router: 510363cf-6adf-43e3-9135-4b7cf52c5c97 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:21.875306 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Updating router 510363cf-6adf-43e3-9135-4b7cf52c5c97 port ccefb6f0-e464-471d-a403-a43b98ca76d1 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:21.900340 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.907549 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e19bdde7-7b86-4ec6-8ed4-3b3e145a1613 None None] For port 4734d556-1a76-4a5e-aff9-5647b39980cf, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=4734d556-1a76-4a5e-aff9-5647b39980cf,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:21.918646 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e19bdde7-7b86-4ec6-8ed4-3b3e145a1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:21.990385 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bdde7-7b86-4ec6-8ed4-3b3e145a1613 None None] Pushing event updated for resources: {'Port': ['ID=4734d556-1a76-4a5e-aff9-5647b39980cf,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:21.999738 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:22.046307 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c74140-c12d-4e39-9f36-5d467cf6420e None None] The sync data for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi is: [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:22.080015 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-363083ac-dd1a-4980-a0e7-b77f2abe01e1 None None] Provisioning complete for port 4734d556-1a76-4a5e-aff9-5647b39980cf triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:22.080392 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-363083ac-dd1a-4980-a0e7-b77f2abe01e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.120374 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.160961 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 452aae47-0008-4681-8285-194c96ff908a up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:22.288504 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 452aae47-0008-4681-8285-194c96ff908a triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:22.288923 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.301503 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.310665 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.361774 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa9530-f3ea-4214-b951-7d8f5ff08ce3 None None] Pushing event updated for resources: {'Port': ['ID=ccefb6f0-e464-471d-a403-a43b98ca76d1,revision_number=2']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:22.396500 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Attempting to bind port ccefb6f0-e464-471d-a403-a43b98ca76d1 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:22.397048 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Attempting to bind port ccefb6f0-e464-471d-a403-a43b98ca76d1 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:22.397745 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Attempting to bind port ccefb6f0-e464-471d-a403-a43b98ca76d1 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:22.410573 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.412248 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:22.412759 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:22.413326 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.413725 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:22.414666 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Bound port: ccefb6f0-e464-471d-a403-a43b98ca76d1, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:22.415070 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.418172 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Allocated IP 172.20.0.1 (2034d981-66f1-4a3e-bb7f-2e8972d377ed/a4c07361-2180-4bf1-8c18-77640bfc30ae/e7a452db-3eb2-4e66-9108-5364465ec954) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:22.469171 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 452aae47-0008-4681-8285-194c96ff908a, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=452aae47-0008-4681-8285-194c96ff908a,segment=NetworkSegment(386f70f6-4588-4274-a0a1-6260ae40cc22),segment_id=386f70f6-4588-4274-a0a1-6260ae40cc22)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:22.475596 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.476820 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d71cb69e-5ab1-43d2-b365-2efd54034fd7 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:22.495025 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] For port ccefb6f0-e464-471d-a403-a43b98ca76d1, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:22.504039 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] For port ccefb6f0-e464-471d-a403-a43b98ca76d1, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=ccefb6f0-e464-471d-a403-a43b98ca76d1,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:22.511207 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.560591 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.574964 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=452aae47-0008-4681-8285-194c96ff908a,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:22.601565 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port d71cb69e-5ab1-43d2-b365-2efd54034fd7 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:22.602540 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.609448 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a934c84-2f62-4781-8f12-1cde84369803 None None] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:35:22.616377 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa9530-f3ea-4214-b951-7d8f5ff08ce3 None None] Pushing event updated for resources: {'Port': ['ID=ccefb6f0-e464-471d-a403-a43b98ca76d1,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:22.628110 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.631566 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Routers {'510363cf-6adf-43e3-9135-4b7cf52c5c97'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:22.632482 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['510363cf-6adf-43e3-9135-4b7cf52c5c97'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:22.691182 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:22.698373 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:22.706126 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:22.722581 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-20055004-9db9-4978-9949-a228e3b52d1e None None] Provisioning complete for port 452aae47-0008-4681-8285-194c96ff908a triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:22.722830 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-20055004-9db9-4978-9949-a228e3b52d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.735291 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a452db-3eb2-4e66-9108-5364465ec954,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:22.755210 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.761437 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619811e7-51fd-4583-a332-92775f4692a5 req-030ecc63-6d8a-4a55-a6c7-5611e8ee83b4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:22.763736 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-619811e7-51fd-4583-a332-92775f4692a5 req-030ecc63-6d8a-4a55-a6c7-5611e8ee83b4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1149955 Dec 23 11:35:22.857082 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-619811e7-51fd-4583-a332-92775f4692a5 req-e40f588e-a66a-4121-8619-5a8bfda9a6c5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841033 Dec 23 11:35:22.920755 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:22.931115 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] Set router 510363cf-6adf-43e3-9135-4b7cf52c5c97 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:23.176590 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 3, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:23.258737 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a7dd9-ec49-453a-bc1c-8dc574e1894a None None] The sync data for ids ['510363cf-6adf-43e3-9135-4b7cf52c5c97'] in dv-cinder-730936-3-iscsi is: [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 3, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:23.327652 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-cab1841b-2d6c-4e57-840d-532bdf7ca0fe None None] Provisioning complete for port 452aae47-0008-4681-8285-194c96ff908a triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:23.328391 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cab1841b-2d6c-4e57-840d-532bdf7ca0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:23.463111 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-cab1841b-2d6c-4e57-840d-532bdf7ca0fe None None] Provisioning complete for port e7a452db-3eb2-4e66-9108-5364465ec954 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:23.468199 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cab1841b-2d6c-4e57-840d-532bdf7ca0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:23.498750 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-cab1841b-2d6c-4e57-840d-532bdf7ca0fe None None] Port e7a452db-3eb2-4e66-9108-5364465ec954 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:23.522018 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:23.530387 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:23.598067 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a452db-3eb2-4e66-9108-5364465ec954,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:23.600558 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:23.623053 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-bd9e608e-31f4-4fb4-9f51-afc0022a0f84 None None] Provisioning complete for port e7a452db-3eb2-4e66-9108-5364465ec954 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:23.623665 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bd9e608e-31f4-4fb4-9f51-afc0022a0f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:23.663479 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e608e-31f4-4fb4-9f51-afc0022a0f84 None None] Port e7a452db-3eb2-4e66-9108-5364465ec954 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:23.717436 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:23.719009 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:23.861562 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Router 510363cf-6adf-43e3-9135-4b7cf52c5c97 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:35:23.999481 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:35:24.004926 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-965f587e-5e8d-4fef-a5ef-3310237c1fea None None] Provisioning complete for port e7a452db-3eb2-4e66-9108-5364465ec954 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:24.005335 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-965f587e-5e8d-4fef-a5ef-3310237c1fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.008334 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7fd11b4c-968a-4a54-a3a7-30ebf81765d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/510363cf-6adf-43e3-9135-4b7cf52c5c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4641716 Dec 23 11:35:24.051076 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23e30b-99cf-4c4c-8b17-c6b36902f483 req-a4052cb1-25cf-4f3d-a18a-fe90ddc01df5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:24.058689 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9f23e30b-99cf-4c4c-8b17-c6b36902f483 req-a4052cb1-25cf-4f3d-a18a-fe90ddc01df5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0809319 Dec 23 11:35:24.063213 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-965f587e-5e8d-4fef-a5ef-3310237c1fea None None] Port e7a452db-3eb2-4e66-9108-5364465ec954 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:35:24.115039 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9f23e30b-99cf-4c4c-8b17-c6b36902f483 req-12c94aaa-1b8d-4771-9fe3-4c8734c232c1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Dec 23 11:35:24.122590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ccefb6f0-e464-471d-a403-a43b98ca76d1 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:24.175624 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port ccefb6f0-e464-471d-a403-a43b98ca76d1 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:24.175991 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.259343 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.283122 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port ccefb6f0-e464-471d-a403-a43b98ca76d1, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=ccefb6f0-e464-471d-a403-a43b98ca76d1,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:24.288423 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.290328 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 4734d556-1a76-4a5e-aff9-5647b39980cf up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:24.379404 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=ccefb6f0-e464-471d-a403-a43b98ca76d1,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:24.389664 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 4734d556-1a76-4a5e-aff9-5647b39980cf triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:24.389889 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.479545 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 452aae47-0008-4681-8285-194c96ff908a up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:24.526177 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 452aae47-0008-4681-8285-194c96ff908a triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:24.526540 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.596199 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51846) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:24.600983 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557972760', 'description': 'tempest-secgroup-smoke-557972760 description', 'project_id': '47fecf710518479da14a3e2f9b73a896'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:24.627440 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.692352 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.697438 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.723422 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.724150 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1269491 Dec 23 11:35:24.727047 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51848) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:24.732816 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group_rule': {'security_group_id': '857323fd-411a-425a-88de-2aa2415e3299', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:24.738204 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b873fe-c996-401d-9ec2-3a23b065d6df tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857323fd-411a-425a-88de-2aa2415e3299,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:24.767594 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.827660 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.832355 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.849164 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464614dd-b4cd-4a4f-bcac-e6821b14e8f1,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:24.856863 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.858110 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0868195e-c9bb-4780-a0ce-f3d3e1ad2c57 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301346 Dec 23 11:35:24.860917 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51850) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:24.865205 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group_rule': {'security_group_id': '857323fd-411a-425a-88de-2aa2415e3299', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:24.895480 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.951810 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.958152 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.981273 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be5544a-2649-44ef-a811-d56787e43d70,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:24.989480 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:24.990685 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3d842f8b-3142-488a-ba35-17537850da1c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288159 Dec 23 11:35:24.993630 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51852) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:24.998646 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group_rule': {'security_group_id': '857323fd-411a-425a-88de-2aa2415e3299', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:25.027512 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.086288 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.091963 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.113841 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec7a9a0-e914-46fe-bd51-31502f4af584,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:25.120628 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.121912 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-49e83f43-e725-4058-bb90-f402a69ab37e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272788 Dec 23 11:35:25.124775 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 51854) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:25.129041 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group_rule': {'security_group_id': '857323fd-411a-425a-88de-2aa2415e3299', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:25.157435 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.278796 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.288457 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d5f60-570e-4301-ad83-81fb06316f91 req-22c918b7-fefc-4926-b30d-7c945eb2b653 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:25.289983 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ce6d5f60-570e-4301-ad83-81fb06316f91 req-22c918b7-fefc-4926-b30d-7c945eb2b653 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0982699 Dec 23 11:35:25.295328 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.328627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fb556c-59d1-4f87-981c-27c8b576b86b,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:25.339643 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.340890 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-5d707df8-b032-44aa-bd23-231a2a415e92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151315 Dec 23 11:35:25.343886 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51862) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:25.348483 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group_rule': {'security_group_id': '857323fd-411a-425a-88de-2aa2415e3299', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:25.364255 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ce6d5f60-570e-4301-ad83-81fb06316f91 req-f252909b-e9e2-4cf5-9e60-72514ddf9557 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642309 Dec 23 11:35:25.390185 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.securitygroups_db [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Project 47fecf710518479da14a3e2f9b73a896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 11:35:25.395298 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.453893 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.458607 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.477534 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d62ddb9-4365-4c86-99be-1bc6d045cdf7,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:25.486130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.489925 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cf5d34f5-680a-409e-a9a4-5b0ffca1c325 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424806 Dec 23 11:35:25.490201 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 51866) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:35:25.495031 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'security_group_rule': {'security_group_id': '857323fd-411a-425a-88de-2aa2415e3299', 'project_id': '47fecf710518479da14a3e2f9b73a896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:25.518752 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.securitygroups_db [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Project 47fecf710518479da14a3e2f9b73a896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 11:35:25.523679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.567233 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Sync routers for ids ['510363cf-6adf-43e3-9135-4b7cf52c5c97'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:35:25.578628 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Routers {'510363cf-6adf-43e3-9135-4b7cf52c5c97'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:25.579319 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['510363cf-6adf-43e3-9135-4b7cf52c5c97'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:25.594203 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.599256 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.616028 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396299be-4dc4-4242-99a0-930483cf9259,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:25.625377 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:25.626593 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4f0d954d-012c-40f7-b4c3-5b7cc1597f2f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354823 Dec 23 11:35:25.821687 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Set router 510363cf-6adf-43e3-9135-4b7cf52c5c97 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:25.949067 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ccefb6f0-e464-471d-a403-a43b98ca76d1 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:26.042653 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port ccefb6f0-e464-471d-a403-a43b98ca76d1 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:26.043055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.126786 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:35:22Z', 'revision_number': 4, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e7a452db-3eb2-4e66-9108-5364465ec954', 'name': '', 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'mac_address': 'fa:16:3e:c8:ec:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:22Z', 'updated_at': '2021-12-23T11:35:23Z', 'revision_number': 2, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'subnets': [{'id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:26.158063 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Checking router: 510363cf-6adf-43e3-9135-4b7cf52c5c97 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:35:26.158400 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Updating router 510363cf-6adf-43e3-9135-4b7cf52c5c97 port e7a452db-3eb2-4e66-9108-5364465ec954 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:35:26.185893 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.457524 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.464294 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.486267 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639a87-39f8-4a45-87ef-4fc1f2c48bd5 req-abb19a64-88b4-40e2-82ca-0c1ee2551d57 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:26.487783 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff639a87-39f8-4a45-87ef-4fc1f2c48bd5 req-abb19a64-88b4-40e2-82ca-0c1ee2551d57 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0539086 Dec 23 11:35:26.512433 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9cb8a-2df1-4da7-96aa-8776b043cadc None None] Pushing event updated for resources: {'Port': ['ID=e7a452db-3eb2-4e66-9108-5364465ec954,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:26.545202 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff639a87-39f8-4a45-87ef-4fc1f2c48bd5 req-5ab200c7-5490-49b6-9876-0350852bd435 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Dec 23 11:35:26.566497 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Attempting to bind port e7a452db-3eb2-4e66-9108-5364465ec954 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:26.566857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Attempting to bind port e7a452db-3eb2-4e66-9108-5364465ec954 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:26.567215 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Attempting to bind port e7a452db-3eb2-4e66-9108-5364465ec954 on network 2034d981-66f1-4a3e-bb7f-2e8972d377ed {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:26.572232 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:26.572902 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Checking segment: {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:26.573321 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.573559 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Bound using segment: {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:26.573967 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Bound port: e7a452db-3eb2-4e66-9108-5364465ec954, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386f70f6-4588-4274-a0a1-6260ae40cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:26.574374 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.645149 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] For port e7a452db-3eb2-4e66-9108-5364465ec954, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:26.648256 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] For port e7a452db-3eb2-4e66-9108-5364465ec954, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=e7a452db-3eb2-4e66-9108-5364465ec954,segment=NetworkSegment(386f70f6-4588-4274-a0a1-6260ae40cc22),segment_id=386f70f6-4588-4274-a0a1-6260ae40cc22)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:26.655244 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.719092 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Routers {'510363cf-6adf-43e3-9135-4b7cf52c5c97'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:35:26.719728 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:35:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['510363cf-6adf-43e3-9135-4b7cf52c5c97'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:26.727148 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9cb8a-2df1-4da7-96aa-8776b043cadc None None] Pushing event updated for resources: {'Port': ['ID=e7a452db-3eb2-4e66-9108-5364465ec954,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:26.759730 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-dad813f7-928e-4fe2-9997-f86f9ac1a417 None None] Provisioning complete for port e7a452db-3eb2-4e66-9108-5364465ec954 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:26.760147 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-dad813f7-928e-4fe2-9997-f86f9ac1a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:26.864525 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] Set router 510363cf-6adf-43e3-9135-4b7cf52c5c97 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:35:26.930422 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-dad813f7-928e-4fe2-9997-f86f9ac1a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:27.033685 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-dad813f7-928e-4fe2-9997-f86f9ac1a417 None None] For port e7a452db-3eb2-4e66-9108-5364465ec954, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=e7a452db-3eb2-4e66-9108-5364465ec954,segment=NetworkSegment(386f70f6-4588-4274-a0a1-6260ae40cc22),segment_id=386f70f6-4588-4274-a0a1-6260ae40cc22)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:35:27.043930 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-dad813f7-928e-4fe2-9997-f86f9ac1a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:27.124877 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad813f7-928e-4fe2-9997-f86f9ac1a417 None None] Pushing event updated for resources: {'Port': ['ID=e7a452db-3eb2-4e66-9108-5364465ec954,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:27.150110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:35:22Z', 'revision_number': 4, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e7a452db-3eb2-4e66-9108-5364465ec954', 'name': '', 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'mac_address': 'fa:16:3e:c8:ec:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:22Z', 'updated_at': '2021-12-23T11:35:26Z', 'revision_number': 4, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'subnets': [{'id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:35:27.187191 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59447e8f-3f74-4ded-b395-b102d0dd851e None None] The sync data for ids ['510363cf-6adf-43e3-9135-4b7cf52c5c97'] in dv-cinder-730936-3-iscsi is: [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:35:22Z', 'revision_number': 4, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e7a452db-3eb2-4e66-9108-5364465ec954', 'name': '', 'network_id': '2034d981-66f1-4a3e-bb7f-2e8972d377ed', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'mac_address': 'fa:16:3e:c8:ec:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:22Z', 'updated_at': '2021-12-23T11:35:26Z', 'revision_number': 4, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'subnets': [{'id': 'a4c07361-2180-4bf1-8c18-77640bfc30ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:35:27.194669 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-83a6f9b8-58f1-4cce-ad9c-0ee2c0e2ae26 None None] Provisioning complete for port e7a452db-3eb2-4e66-9108-5364465ec954 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:27.195042 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-83a6f9b8-58f1-4cce-ad9c-0ee2c0e2ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:27.668816 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991f3a-8b2e-4a28-b747-82c15227ee58 req-986d0716-b5b0-4b04-867c-72165f63672a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:27.670555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3d991f3a-8b2e-4a28-b747-82c15227ee58 req-986d0716-b5b0-4b04-867c-72165f63672a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0528765 Dec 23 11:35:27.725130 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3d991f3a-8b2e-4a28-b747-82c15227ee58 req-0af34d98-11d3-462f-ab52-997070618037 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Dec 23 11:35:27.959146 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device e7a452db-3eb2-4e66-9108-5364465ec954 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:35:28.028954 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port e7a452db-3eb2-4e66-9108-5364465ec954 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:35:28.029359 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:28.032562 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f72b2231-1b8e-4b76-a642-198df49f0421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:28.862560 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de177a-395c-4628-b739-6a21619e627b req-75fa2064-66f4-4e18-a279-982a53042e6b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:28.863937 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c2de177a-395c-4628-b739-6a21619e627b req-75fa2064-66f4-4e18-a279-982a53042e6b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0463464 Dec 23 11:35:28.911003 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c2de177a-395c-4628-b739-6a21619e627b req-92e93045-a649-447a-84db-6ed34d6c101f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Dec 23 11:35:30.122774 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913c611-c718-468c-94ba-9d28c95f27af req-481f44dd-6cf3-488d-91eb-5b1cb78fae20 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:30.124222 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9913c611-c718-468c-94ba-9d28c95f27af req-481f44dd-6cf3-488d-91eb-5b1cb78fae20 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Dec 23 11:35:30.173460 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9913c611-c718-468c-94ba-9d28c95f27af req-1eead5d1-605f-46c8-bde6-601f154b2b42 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Dec 23 11:35:30.361125 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-027f2ca2-e03f-4684-a575-d1e9a1416cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:31.308702 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3af3-ce9d-4d72-a698-000df070d3b7 req-17cd7f80-da9b-4ce7-864b-522e0c3ccffa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:31.308702 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e91e3af3-ce9d-4d72-a698-000df070d3b7 req-17cd7f80-da9b-4ce7-864b-522e0c3ccffa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0589614 Dec 23 11:35:31.360830 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e91e3af3-ce9d-4d72-a698-000df070d3b7 req-a3444bfc-d105-4891-af73-de2072022b3d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Dec 23 11:35:31.376076 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:32.479640 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e061b-7de7-48d5-a067-579e86aa525d req-1fe2b0dd-6244-41eb-925c-1d28bdc42237 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:32.481501 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-912e061b-7de7-48d5-a067-579e86aa525d req-1fe2b0dd-6244-41eb-925c-1d28bdc42237 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0516822 Dec 23 11:35:32.526679 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-912e061b-7de7-48d5-a067-579e86aa525d req-073d5cf8-2de2-4e0d-a455-4878260f8e84 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Dec 23 11:35:32.790900 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:33.652410 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e612-7d84-4dad-a0d4-bfcf02d83718 req-42cbbaf4-d18d-4dd6-886a-e8a7202ef584 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:33.653826 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17d7e612-7d84-4dad-a0d4-bfcf02d83718 req-42cbbaf4-d18d-4dd6-886a-e8a7202ef584 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0581861 Dec 23 11:35:33.706905 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17d7e612-7d84-4dad-a0d4-bfcf02d83718 req-6285e9fa-3cf7-4ccf-a4fb-f836ae3d1df5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470653 Dec 23 11:35:33.985216 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:34.827510 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7a688-9dd1-48a6-88ba-735fc088ec59 req-2ce0dcf6-2871-4368-81ed-f5e593cc76d6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:34.828977 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8ed7a688-9dd1-48a6-88ba-735fc088ec59 req-2ce0dcf6-2871-4368-81ed-f5e593cc76d6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0546689 Dec 23 11:35:34.888850 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8ed7a688-9dd1-48a6-88ba-735fc088ec59 req-3de294e0-cf39-42bd-ab10-da52d035af74 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512559 Dec 23 11:35:36.009597 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b22e-12e2-4e94-8167-ed266cb3c773 req-36bc3e0b-e76c-416d-a238-b7094888446a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:36.011026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f595b22e-12e2-4e94-8167-ed266cb3c773 req-36bc3e0b-e76c-416d-a238-b7094888446a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Dec 23 11:35:36.068476 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f595b22e-12e2-4e94-8167-ed266cb3c773 req-17314413-179d-40e9-824e-b8ec729b18a2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Dec 23 11:35:37.193342 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9bd8d-9b22-428a-821e-7162504633d7 req-9c02848d-2011-4897-9eea-8756976753bb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:37.194829 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aaf9bd8d-9b22-428a-821e-7162504633d7 req-9c02848d-2011-4897-9eea-8756976753bb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0500472 Dec 23 11:35:37.248319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aaf9bd8d-9b22-428a-821e-7162504633d7 req-ff77ac0a-5b63-4dc2-92d9-916a521f36a7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Dec 23 11:35:38.368939 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac4332-a1c2-4d0a-91b0-602c12ce0262 req-ce06e5fb-7410-4bd5-8bcd-58fffd158f0e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:38.370438 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-59ac4332-a1c2-4d0a-91b0-602c12ce0262 req-ce06e5fb-7410-4bd5-8bcd-58fffd158f0e tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Dec 23 11:35:38.418783 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-59ac4332-a1c2-4d0a-91b0-602c12ce0262 req-db5a800f-1901-42db-ad7c-49cc27a7227c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Dec 23 11:35:39.549126 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2ce05-302a-44bd-8573-1d7d3791b3e1 req-259f2a84-471e-4cc5-baac-11c3d24c6fcd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:39.550585 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-71d2ce05-302a-44bd-8573-1d7d3791b3e1 req-259f2a84-471e-4cc5-baac-11c3d24c6fcd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0510514 Dec 23 11:35:39.606378 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-71d2ce05-302a-44bd-8573-1d7d3791b3e1 req-07106081-a0e4-46e2-8859-fc61855c7cb5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Dec 23 11:35:39.726402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c128-f20c-430c-8386-fc81604e4869 req-a46fd290-7f65-4bc5-8c25-0dd072e40fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:39.727893 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-a46fd290-7f65-4bc5-8c25-0dd072e40fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.0402629 Dec 23 11:35:39.842281 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c128-f20c-430c-8386-fc81604e4869 req-cd6dfbfb-87b0-47cd-8dcb-b00b5ea656d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:39.843773 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-cd6dfbfb-87b0-47cd-8dcb-b00b5ea656d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.0941770 Dec 23 11:35:39.890258 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-cfa23c40-76e8-44ac-85d5-5b2c8b445a7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.0360193 Dec 23 11:35:39.943489 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c128-f20c-430c-8386-fc81604e4869 req-903d87b5-cb5e-45b1-bf6e-ed588c42e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:39.944989 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-903d87b5-cb5e-45b1-bf6e-ed588c42e227 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0463235 Dec 23 11:35:39.982182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-9ad2d650-b336-444a-83ab-975819d7ec2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246010 Dec 23 11:35:40.135932 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-606b2e1f-7642-419e-b4fa-9d772e220076 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446426 Dec 23 11:35:40.179992 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-535e1f8a-2372-4156-85a2-8fa4a97edf9d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:40.181559 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-535e1f8a-2372-4156-85a2-8fa4a97edf9d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.1362712 Dec 23 11:35:40.227334 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-12ac108c-c310-4516-9887-8ffb400cb580 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/quotas/273fdd4bb3064b57b379868b49d4873f HTTP/1.1" status: 200 len: 375 time: 0.0395424 Dec 23 11:35:40.285342 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ff69c128-f20c-430c-8386-fc81604e4869 req-23c72028-3a92-43de-8e27-c879cd2f2746 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387439 Dec 23 11:35:40.302161 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-e0fa32d4-a08f-466e-aa3f-d6b53a95cc53 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688043 Dec 23 11:35:40.398821 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-3645ffc8-3898-42c5-a1ff-4c9c2acac9f6 service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885830 Dec 23 11:35:40.490134 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-f743bfe0-4002-4b4b-8a7b-df025f1c9d81 service neutron] 10.222.0.31 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849085 Dec 23 11:35:40.732310 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc8ee-5567-4726-9181-ecbb6feed5f0 req-ea09820c-9462-4b2b-980d-688dfbbd935c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:40.733802 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec5cc8ee-5567-4726-9181-ecbb6feed5f0 req-ea09820c-9462-4b2b-980d-688dfbbd935c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Dec 23 11:35:40.787968 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec5cc8ee-5567-4726-9181-ecbb6feed5f0 req-6eb6167e-aaa9-4c59-aa31-f00b7a7f5e01 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457659 Dec 23 11:35:40.835310 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:41.679621 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-99577e0f-079c-4df0-9a4a-be1e19c10fa6 req-ed09a6c4-0199-41e4-b3aa-af733d6f69f1 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0288935 Dec 23 11:35:41.912013 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a215b9-65ef-4fc1-ad91-93801f963071 req-792ca1a5-3449-4941-b913-4dd24562795a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:41.913521 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2a215b9-65ef-4fc1-ad91-93801f963071 req-792ca1a5-3449-4941-b913-4dd24562795a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0485985 Dec 23 11:35:41.960732 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2a215b9-65ef-4fc1-ad91-93801f963071 req-5639eee0-35af-465f-b700-8051ee75a8de tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Dec 23 11:35:42.770993 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-90a6b625-293f-40b8-8bf6-d3d41cb6fd8c req-fe96af34-671f-4a49-92d0-f2734ef646d9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0250061 Dec 23 11:35:43.093613 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286dca0-2105-4d69-9e82-559565ffec3b req-50207d9c-f7b3-480a-a704-3a0a22904686 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:43.095051 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f286dca0-2105-4d69-9e82-559565ffec3b req-50207d9c-f7b3-480a-a704-3a0a22904686 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0594373 Dec 23 11:35:43.149060 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f286dca0-2105-4d69-9e82-559565ffec3b req-8b90042d-506c-43fa-983d-f5b0d77c9210 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451393 Dec 23 11:35:43.875789 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-674a1306-f237-46d4-b216-a8456cca1764 req-76874abf-193b-45f7-838f-5ea521329e31 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0258963 Dec 23 11:35:44.276020 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01339e-eab7-4db4-ad57-a54ae33db375 req-971171a0-45e0-4f3b-9f64-36bb0040b29d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:44.277713 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cb01339e-eab7-4db4-ad57-a54ae33db375 req-971171a0-45e0-4f3b-9f64-36bb0040b29d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0524843 Dec 23 11:35:44.328315 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cb01339e-eab7-4db4-ad57-a54ae33db375 req-3d7227a2-0ccf-42a4-8280-791f481153e4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 Dec 23 11:35:44.978563 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7585c5dd-1e05-4693-ad28-868d11fc4cee req-b70f9858-d236-464d-a126-6b2ecc841d8a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0284989 Dec 23 11:35:45.467063 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058173d8-a3c4-4b1e-8bb7-9bb407fd7cb2 req-89e6ad47-a852-452c-b7fc-ffede590d7cd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:45.468514 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-058173d8-a3c4-4b1e-8bb7-9bb407fd7cb2 req-89e6ad47-a852-452c-b7fc-ffede590d7cd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0600064 Dec 23 11:35:45.519230 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-058173d8-a3c4-4b1e-8bb7-9bb407fd7cb2 req-6a460f0c-a5d6-41bd-8063-fa52e2b74055 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Dec 23 11:35:46.077510 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f6af425-2d03-4023-8aa9-4e5ce9c8342e req-c7368b6f-1499-4338-964e-48282fab7c5a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0251853 Dec 23 11:35:46.647418 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12930904-aa85-490b-8fbd-fe5306c0a458 req-66cc2796-ce3f-4e14-995c-1075c6be8fbb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:46.648966 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12930904-aa85-490b-8fbd-fe5306c0a458 req-66cc2796-ce3f-4e14-995c-1075c6be8fbb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0488763 Dec 23 11:35:46.697539 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12930904-aa85-490b-8fbd-fe5306c0a458 req-cc839e30-d5ae-42eb-a579-7845bb1055f9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Dec 23 11:35:47.177837 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-953c98d3-d6a7-439b-947e-17511102b7c8 req-d7f5e502-074d-44c7-aad0-8c872c231384 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0279346 Dec 23 11:35:47.822072 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58965402-d955-423c-927e-1c8c75e39a0a req-706c1e0d-7217-4e30-ba66-d1baa2f39970 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:47.823552 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58965402-d955-423c-927e-1c8c75e39a0a req-706c1e0d-7217-4e30-ba66-d1baa2f39970 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0489178 Dec 23 11:35:47.873542 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58965402-d955-423c-927e-1c8c75e39a0a req-cbc10cd1-f090-403b-a1c6-afa56989756d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Dec 23 11:35:48.274730 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-07ac105a-2dcb-48ca-8f2c-e8816d6a205d req-367359c9-a47c-4f49-a32d-feac09f7e521 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0300694 Dec 23 11:35:49.022862 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970547e-03a2-4908-8bb0-73542d60a3c7 req-d70cf0cb-2372-4560-bb48-9945deb885f7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:49.024371 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f970547e-03a2-4908-8bb0-73542d60a3c7 req-d70cf0cb-2372-4560-bb48-9945deb885f7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0700667 Dec 23 11:35:49.077946 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f970547e-03a2-4908-8bb0-73542d60a3c7 req-d1f7acee-89cc-4083-a594-e384714120fd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454373 Dec 23 11:35:49.383830 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5ddfc94a-e5bc-4d57-97ae-a3cca87b095a req-71388d3b-a214-4c09-8ae5-2319e8d365de tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0311441 Dec 23 11:35:50.201683 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edb3f6-0c39-42ab-b305-18017199622f req-773a2ebc-7c78-43e5-889c-787d59fbb7a9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:50.203158 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f0edb3f6-0c39-42ab-b305-18017199622f req-773a2ebc-7c78-43e5-889c-787d59fbb7a9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Dec 23 11:35:50.249810 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f0edb3f6-0c39-42ab-b305-18017199622f req-1e5fbfa2-acc1-4b26-8206-bbc16b8f9ed0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Dec 23 11:35:50.488882 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e303410-0f9b-44df-bca1-ac18816ef102 req-56801617-3c1e-41fb-864c-ac5499a9b496 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 210 time: 0.0290976 Dec 23 11:35:50.667489 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-ebbb7257-e569-41b0-bccd-28fa1b016e68 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:50.668967 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-ebbb7257-e569-41b0-bccd-28fa1b016e68 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 815 time: 0.1074455 Dec 23 11:35:50.802970 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Request body: {'port': {'device_id': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'admin_state_up': True, 'tenant_id': '273fdd4bb3064b57b379868b49d4873f'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:50.916476 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Made reservation on behalf of 273fdd4bb3064b57b379868b49d4873f for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:35:50.920061 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.050057 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Allocated IP 172.20.0.6 (a28a2629-f9b5-49d7-b36d-5046304dc303/1dfcbada-e442-4847-a33e-62c804b0469b/c8b0556c-7e20-457e-bc21-fd63e48903d2) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:35:51.202647 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.239647 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.251994 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa', '417a0203-00fa-40d1-b7f4-25313073bd85', 'c970e45d-18d8-4007-afca-28cebf2b9b3f'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:35:51.281197 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Network a28a2629-f9b5-49d7-b36d-5046304dc303 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:35:51.284253 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:35:51.287894 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:35:51.318352 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event updated for resources: {'Port': ['ID=c8b0556c-7e20-457e-bc21-fd63e48903d2,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:51.347209 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.347563 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.347910 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.348247 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.348585 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.348944 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.349379 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.349593 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.349916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.350239 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.350560 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.350877 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.351190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:35:51.379960 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:51.380606 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.402183 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-68c79253-4721-4add-bdd5-2be0c430621b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6034763 Dec 23 11:35:51.410534 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9624657-7d6a-4228-8394-aad7b93be7e8 req-9e5de291-1527-4192-b2a9-72fa0bb972fd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:51.411912 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9624657-7d6a-4228-8394-aad7b93be7e8 req-9e5de291-1527-4192-b2a9-72fa0bb972fd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0814648 Dec 23 11:35:51.441557 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Request body: {'port': {'device_id': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:35:51.488164 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9624657-7d6a-4228-8394-aad7b93be7e8 req-bbc5cf32-8d7b-4e64-8df1-e785ac43a356 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692611 Dec 23 11:35:51.510203 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.720013 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fa846-0a16-4d68-a5ea-312e41be405c req-ecdb5ec4-aa28-4823-9307-35a8b8b64b9e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:51.721517 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d43fa846-0a16-4d68-a5ea-312e41be405c req-ecdb5ec4-aa28-4823-9307-35a8b8b64b9e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 931 time: 0.1507850 Dec 23 11:35:51.801249 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d43fa846-0a16-4d68-a5ea-312e41be405c req-6aeb39a0-98a2-442c-8f55-dd87be7f0f15 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714459 Dec 23 11:35:51.847137 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b0556c-7e20-457e-bc21-fd63e48903d2 {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:35:51.854766 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.870529 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Transition to ACTIVE for port object c8b0556c-7e20-457e-bc21-fd63e48903d2 will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:35:51.874892 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:51.927243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0556c-7e20-457e-bc21-fd63e48903d2,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:51.993585 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Attempting to bind port c8b0556c-7e20-457e-bc21-fd63e48903d2 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:35:51.993978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Attempting to bind port c8b0556c-7e20-457e-bc21-fd63e48903d2 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:35:51.994288 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Attempting to bind port c8b0556c-7e20-457e-bc21-fd63e48903d2 on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:51.998831 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Port c8b0556c-7e20-457e-bc21-fd63e48903d2 on network a28a2629-f9b5-49d7-b36d-5046304dc303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:35:51.999153 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Attempting to bind port c8b0556c-7e20-457e-bc21-fd63e48903d2 on network a28a2629-f9b5-49d7-b36d-5046304dc303 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:35:52.003941 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:35:52.004272 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Checking segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:35:52.004646 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Bound using segment: {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:35:52.005094 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Bound port: c8b0556c-7e20-457e-bc21-fd63e48903d2, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87e7c21-981a-43b2-9b61-61bdcb947279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:35:52.005470 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:52.069442 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] For port c8b0556c-7e20-457e-bc21-fd63e48903d2, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:35:52.074075 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] For port c8b0556c-7e20-457e-bc21-fd63e48903d2, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:35:52.080023 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:52.114690 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:52.115321 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:52.116684 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] 10.222.0.32 "PUT /v2.0/ports/c8b0556c-7e20-457e-bc21-fd63e48903d2 HTTP/1.1" status: 200 len: 1093 time: 0.6791408 Dec 23 11:35:52.117123 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'tag': 'c8b0556c-7e20-457e-bc21-fd63e48903d2'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:35:52.119346 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd605893-3523-4c8f-8cae-c01daa5736dd", "tag": "c8b0556c-7e20-457e-bc21-fd63e48903d2"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:35:52.139383 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6d839-c5b7-4e5a-8919-d07ca9c0a39a service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0556c-7e20-457e-bc21-fd63e48903d2,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:35:52.167992 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e31807-7c3b-43f8-885d-294648df02f1 x-openstack-request-id: req-30e31807-7c3b-43f8-885d-294648df02f1 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:35:52.168308 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd605893-3523-4c8f-8cae-c01daa5736dd", "tag": "c8b0556c-7e20-457e-bc21-fd63e48903d2", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:35:52.168580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30e31807-7c3b-43f8-885d-294648df02f1 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:35:52.169022 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'tag': 'c8b0556c-7e20-457e-bc21-fd63e48903d2', 'status': 'completed', 'code': 200} Dec 23 11:35:52.249564 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-1a2b1ae3-0ed2-4c92-8846-15c9a598ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:52.250950 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-1a2b1ae3-0ed2-4c92-8846-15c9a598ed57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 1096 time: 0.0443347 Dec 23 11:35:52.298779 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-780d8e7d-cac4-4e8c-8df1-25aea46d6590 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2 HTTP/1.1" status: 200 len: 217 time: 0.0327871 Dec 23 11:35:52.351669 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-84a5ea2f-e95c-43d8-b693-8f4e0397d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:52.353086 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-84a5ea2f-e95c-43d8-b693-8f4e0397d547 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0462878 Dec 23 11:35:52.389649 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-695c896e-7920-44b3-b386-c0fbf2d3568b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282314 Dec 23 11:35:52.478109 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-f5de5d23-6cff-4613-ac19-6f346b479ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799243 Dec 23 11:35:52.596483 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a9f46461-3352-435a-ba6b-b24d14d28b50 req-dccd9459-3c2a-4986-bf70-bff99dfb8ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095073 Dec 23 11:35:52.619535 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb736f-73f5-4985-86af-19967fa7497d req-b774676a-6635-4188-a391-45c86c809bb7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:52.621199 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52fb736f-73f5-4985-86af-19967fa7497d req-b774676a-6635-4188-a391-45c86c809bb7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0634918 Dec 23 11:35:52.695813 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52fb736f-73f5-4985-86af-19967fa7497d req-f98ccae1-a8e8-47b4-8a43-7e300b3725a4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Dec 23 11:35:52.705404 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-35fef5c3-afa3-47b1-b2fd-a78d4087e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:52.707140 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-35fef5c3-afa3-47b1-b2fd-a78d4087e418 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=273fdd4bb3064b57b379868b49d4873f&device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 1096 time: 0.0590801 Dec 23 11:35:52.934861 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc3574-c004-4117-b781-8399ffc94d39 req-1a7fd7cc-bd9f-489f-a90f-9a941ed1e097 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:52.936326 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49cc3574-c004-4117-b781-8399ffc94d39 req-1a7fd7cc-bd9f-489f-a90f-9a941ed1e097 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0568604 Dec 23 11:35:52.986284 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49cc3574-c004-4117-b781-8399ffc94d39 req-d867b45d-8c2e-43c4-ab05-78e36f10eacc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Dec 23 11:35:53.069686 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-563cd23f-087e-4d38-b63a-e1f37dc293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:53.071180 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-563cd23f-087e-4d38-b63a-e1f37dc293f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 200 len: 915 time: 0.0840685 Dec 23 11:35:53.116555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-39d00f33-7649-4eec-8e58-ae4a935006cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2 HTTP/1.1" status: 200 len: 217 time: 0.0369549 Dec 23 11:35:53.179758 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-a9f2698b-6142-43ff-b054-1c5e40e27bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:53.181811 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-a9f2698b-6142-43ff-b054-1c5e40e27bc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 200 len: 855 time: 0.0568748 Dec 23 11:35:53.230210 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-0126ec4b-ce86-4c3a-9cd4-33a363f79747 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a28a2629-f9b5-49d7-b36d-5046304dc303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236077 Dec 23 11:35:53.545591 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-634fcafd-98bb-42f0-90c8-9a5c33096761 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059134 Dec 23 11:35:53.639565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c4522cbd-d2bb-4fea-b3ad-1d8ee5990ee2 req-201fcf28-a659-49bd-b9d3-63e6792fd253 service neutron] 10.222.0.32 "GET /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837660 Dec 23 11:35:53.834698 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb32226-edee-4b65-b04f-038d78793795 req-aa9ad8e8-c091-4261-9851-8e588d651beb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:53.836112 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5bb32226-edee-4b65-b04f-038d78793795 req-aa9ad8e8-c091-4261-9851-8e588d651beb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0580096 Dec 23 11:35:53.886806 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5bb32226-edee-4b65-b04f-038d78793795 req-9b68a400-cf79-4112-9b42-a7bf17e2f250 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Dec 23 11:35:54.122089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f3f6e-dccc-4609-8d9d-e33f2b06b946 req-6cd66734-b491-472e-bc9b-112f0e20da0e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:54.123937 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2f8f3f6e-dccc-4609-8d9d-e33f2b06b946 req-6cd66734-b491-472e-bc9b-112f0e20da0e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0580821 Dec 23 11:35:54.173653 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2f8f3f6e-dccc-4609-8d9d-e33f2b06b946 req-4bf23dc8-fde6-4776-a927-ce0ec108ac9b tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Dec 23 11:35:54.303822 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:35:55.007981 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd274e1-d98a-41b0-a4a4-98d95a310601 req-24d7a0de-aa29-4f64-bf82-272f78e2bf88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:55.009469 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fd274e1-d98a-41b0-a4a4-98d95a310601 req-24d7a0de-aa29-4f64-bf82-272f78e2bf88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Dec 23 11:35:55.055873 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fd274e1-d98a-41b0-a4a4-98d95a310601 req-8eb3fde0-3d4d-40f1-8f49-17eeed665f71 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Dec 23 11:35:55.300399 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35188-4da0-43cb-a049-c81d46b29826 req-eab1ab4e-80b7-4d40-b3d2-f3a220ee8bd7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:55.302430 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2a35188-4da0-43cb-a049-c81d46b29826 req-eab1ab4e-80b7-4d40-b3d2-f3a220ee8bd7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0612195 Dec 23 11:35:55.347946 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2a35188-4da0-43cb-a049-c81d46b29826 req-7da75d03-31bd-4f86-b6ef-057577c4fa12 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Dec 23 11:35:56.172128 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7f57e-94e8-46a7-9629-9435261baf91 req-0fb6430c-f0a4-46b6-931c-fbd1e81ea4b7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:56.173621 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63f7f57e-94e8-46a7-9629-9435261baf91 req-0fb6430c-f0a4-46b6-931c-fbd1e81ea4b7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0488729 Dec 23 11:35:56.221181 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63f7f57e-94e8-46a7-9629-9435261baf91 req-9c4e4edd-9ec7-46df-b281-00203f761d28 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 Dec 23 11:35:56.485052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfb3cf-3bdf-42e0-b4cc-e55a038a8b7b req-e83affea-ed0b-4351-bb56-d1f30cef85d5 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:56.487119 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54bfb3cf-3bdf-42e0-b4cc-e55a038a8b7b req-e83affea-ed0b-4351-bb56-d1f30cef85d5 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0666080 Dec 23 11:35:56.545473 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54bfb3cf-3bdf-42e0-b4cc-e55a038a8b7b req-98460204-33bc-4d36-9299-6eb85a7d215f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Dec 23 11:35:57.347443 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92424446-cacc-4c37-8b8a-dbbcb8b2cc77 req-fd766c9b-e999-48d9-8439-0326ccf592fb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:57.348888 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-92424446-cacc-4c37-8b8a-dbbcb8b2cc77 req-fd766c9b-e999-48d9-8439-0326ccf592fb tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0484881 Dec 23 11:35:57.402830 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-92424446-cacc-4c37-8b8a-dbbcb8b2cc77 req-324da7d2-1450-4b62-a8bd-18aee487e96b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Dec 23 11:35:57.672688 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ba88c-1c21-4c38-8666-9f48aefccd2d req-dec26861-1557-49b2-8a03-62a87f69ea6e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:57.674181 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c2ba88c-1c21-4c38-8666-9f48aefccd2d req-dec26861-1557-49b2-8a03-62a87f69ea6e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0504801 Dec 23 11:35:57.721650 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c2ba88c-1c21-4c38-8666-9f48aefccd2d req-cc1511f0-c107-448f-802b-d09be0693579 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Dec 23 11:35:58.038100 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6242416e-4bdc-4a3b-b14c-942ab4ba2cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:35:58.545086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97d4e4-0eb8-4b62-8302-ea25b34923e4 req-b1bad4fb-dc00-4d05-9743-235001617823 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:58.546437 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bd97d4e4-0eb8-4b62-8302-ea25b34923e4 req-b1bad4fb-dc00-4d05-9743-235001617823 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0532553 Dec 23 11:35:58.596834 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bd97d4e4-0eb8-4b62-8302-ea25b34923e4 req-58d0d07c-239f-414b-83bc-1433a1da7c93 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Dec 23 11:35:58.845875 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88326b-5a1f-460b-80e4-2927cd45c37c req-626f5c90-9778-4ec2-a87d-3790e27587e9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:58.847250 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-db88326b-5a1f-460b-80e4-2927cd45c37c req-626f5c90-9778-4ec2-a87d-3790e27587e9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0551829 Dec 23 11:35:58.895200 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-db88326b-5a1f-460b-80e4-2927cd45c37c req-a16c0f8c-85ed-4bbb-8e0b-831f02a0e7c9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Dec 23 11:35:59.732117 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60d59-99c1-4c38-8392-f77d3b8f206c req-ff11ea28-882a-4e3f-a00d-40dbd17c6afa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:35:59.733612 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-50a60d59-99c1-4c38-8392-f77d3b8f206c req-ff11ea28-882a-4e3f-a00d-40dbd17c6afa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0530791 Dec 23 11:35:59.780140 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-50a60d59-99c1-4c38-8392-f77d3b8f206c req-883b868e-c60d-497e-afdc-771bd3d3d4d5 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Dec 23 11:36:00.011566 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa159d5-0a70-4b6f-93ff-7ea7ad9699aa req-a36958a5-5dfd-44a9-8d37-4b73f031ada2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:00.013045 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fa159d5-0a70-4b6f-93ff-7ea7ad9699aa req-a36958a5-5dfd-44a9-8d37-4b73f031ada2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0496066 Dec 23 11:36:00.061755 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fa159d5-0a70-4b6f-93ff-7ea7ad9699aa req-fd854d02-8687-4e06-adf6-a1fc08b2ca27 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Dec 23 11:36:00.355492 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b6a3a447-ffa5-4f46-a792-daa2d8c0b40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:00.896689 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71390a-3ef5-49bb-abf4-a75095b5f316 req-c24b7a2a-08db-45e1-b7bf-41a0877e2903 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:00.898134 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d71390a-3ef5-49bb-abf4-a75095b5f316 req-c24b7a2a-08db-45e1-b7bf-41a0877e2903 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Dec 23 11:36:00.951319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d71390a-3ef5-49bb-abf4-a75095b5f316 req-b04d2157-5112-4c59-b101-9d13aeff5331 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Dec 23 11:36:01.188615 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3677f-497c-4a54-82c9-b57775eb1fc8 req-6ce8ce6c-9d10-4164-869e-973620559b03 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:01.190082 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-13c3677f-497c-4a54-82c9-b57775eb1fc8 req-6ce8ce6c-9d10-4164-869e-973620559b03 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0590501 Dec 23 11:36:01.248256 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-13c3677f-497c-4a54-82c9-b57775eb1fc8 req-73a8dece-33b6-4302-bfc2-d950971d5e2c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Dec 23 11:36:01.383627 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:02.085302 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242787e-1d2f-4c7a-b0f2-2dc309f2f0ea req-27174b62-0558-487e-a860-48c2141f4cc1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:02.086756 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e242787e-1d2f-4c7a-b0f2-2dc309f2f0ea req-27174b62-0558-487e-a860-48c2141f4cc1 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Dec 23 11:36:02.137722 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e242787e-1d2f-4c7a-b0f2-2dc309f2f0ea req-9ae3a524-8d4f-485a-a56a-436299e27d73 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Dec 23 11:36:02.196044 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a96ca-4f28-491b-b059-feef0ed28966 req-11a6e36d-c38c-47b7-9b48-116173750c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:02.197559 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-599a96ca-4f28-491b-b059-feef0ed28966 req-11a6e36d-c38c-47b7-9b48-116173750c94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.0413158 Dec 23 11:36:02.241438 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-599a96ca-4f28-491b-b059-feef0ed28966 req-2cdef984-7247-4fe4-9216-801c076b80f4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358989 Dec 23 11:36:02.379697 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf885e-d692-46bc-89a0-d9b625497d18 req-97926d53-d7ce-4f87-846a-0f6181e2bbd9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:02.381248 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94bf885e-d692-46bc-89a0-d9b625497d18 req-97926d53-d7ce-4f87-846a-0f6181e2bbd9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0476186 Dec 23 11:36:02.434843 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94bf885e-d692-46bc-89a0-d9b625497d18 req-06c4d459-cb1f-4b7c-adbc-b2cd7828adf4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Dec 23 11:36:02.791330 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:03.254377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b226a7b-8270-4b6b-94f7-abf4be272640 req-bff2eb24-2bf3-4666-b59f-ee823c6561d3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:03.255823 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b226a7b-8270-4b6b-94f7-abf4be272640 req-bff2eb24-2bf3-4666-b59f-ee823c6561d3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0494466 Dec 23 11:36:03.305483 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b226a7b-8270-4b6b-94f7-abf4be272640 req-711c07a0-7347-4a9c-899f-53ee7d420d88 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Dec 23 11:36:03.569897 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6ea0-4402-4aa5-81fb-14f0064087f3 req-f5dca262-65ff-41cf-b416-a2b989b2ded7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:03.571350 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8d7e6ea0-4402-4aa5-81fb-14f0064087f3 req-f5dca262-65ff-41cf-b416-a2b989b2ded7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0508530 Dec 23 11:36:03.622538 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8d7e6ea0-4402-4aa5-81fb-14f0064087f3 req-5c1e762c-1697-4f8b-9645-1a8dfd39dab7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Dec 23 11:36:03.970763 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:04.425063 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea855b-5ed5-4138-9230-05d703fc107d req-e2a00aa7-ff10-41c7-a7c7-4a39aa0531b6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:04.426576 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f4ea855b-5ed5-4138-9230-05d703fc107d req-e2a00aa7-ff10-41c7-a7c7-4a39aa0531b6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0504453 Dec 23 11:36:04.472812 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f4ea855b-5ed5-4138-9230-05d703fc107d req-63f2846c-5f6b-46ec-8435-2375fce61464 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Dec 23 11:36:04.750092 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252daf8-5e98-4ef5-ba55-bc4643628c72 req-dbf7e1d7-a4d7-478b-aeed-c322969d1a8f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:04.751556 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d252daf8-5e98-4ef5-ba55-bc4643628c72 req-dbf7e1d7-a4d7-478b-aeed-c322969d1a8f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0516400 Dec 23 11:36:04.798309 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d252daf8-5e98-4ef5-ba55-bc4643628c72 req-74ce54d1-8d48-4ba4-935b-098c48971539 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Dec 23 11:36:05.606463 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435865ba-3e56-4549-b493-20a4171fab0a req-a4f940cb-9f68-4188-908e-6162720f4ce3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:05.607955 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-435865ba-3e56-4549-b493-20a4171fab0a req-a4f940cb-9f68-4188-908e-6162720f4ce3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Dec 23 11:36:05.660082 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-435865ba-3e56-4549-b493-20a4171fab0a req-e2b91cb2-7051-470e-812f-ba65255f9f89 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Dec 23 11:36:05.936117 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918004b5-269f-4839-b1e5-972d7892fd93 req-bcb9e930-62e6-44ef-bb1c-27c60e9ed019 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:05.937610 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-918004b5-269f-4839-b1e5-972d7892fd93 req-bcb9e930-62e6-44ef-bb1c-27c60e9ed019 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0501616 Dec 23 11:36:05.999291 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-918004b5-269f-4839-b1e5-972d7892fd93 req-a2238bcb-85c3-43f6-8f72-7a253026bed0 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526276 Dec 23 11:36:06.783998 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50148-2c0e-4aac-89c9-62906fa2c550 req-cfd403ea-b2b7-4666-b072-e775929b8246 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:06.785501 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3bc50148-2c0e-4aac-89c9-62906fa2c550 req-cfd403ea-b2b7-4666-b072-e775929b8246 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0510030 Dec 23 11:36:06.832684 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3bc50148-2c0e-4aac-89c9-62906fa2c550 req-50b51b87-d869-4664-ae24-74dcfa652dcd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Dec 23 11:36:07.122659 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7545fa5-98d4-481a-840e-747031a33421 req-f2b77948-b566-44a3-8ea0-9ee633ed91bc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:07.124164 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b7545fa5-98d4-481a-840e-747031a33421 req-f2b77948-b566-44a3-8ea0-9ee633ed91bc tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0514314 Dec 23 11:36:07.174195 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b7545fa5-98d4-481a-840e-747031a33421 req-e9a5b09f-f23d-4109-84a4-416c1f5d38d9 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Dec 23 11:36:07.971850 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402f378-6052-41fc-9a95-b5b3791e75ce req-8191de8e-6c80-4ed6-851a-ab38c602b759 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:07.973403 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b402f378-6052-41fc-9a95-b5b3791e75ce req-8191de8e-6c80-4ed6-851a-ab38c602b759 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0502782 Dec 23 11:36:08.024485 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b402f378-6052-41fc-9a95-b5b3791e75ce req-d8be1e3f-6544-4a75-a4d1-d4edc94c4577 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Dec 23 11:36:08.287073 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383ac87-0273-4b9a-a8d9-e11b9fd4f230 req-cd12db2c-41f1-4dbe-a090-04a2e5684a39 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:08.288545 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9383ac87-0273-4b9a-a8d9-e11b9fd4f230 req-cd12db2c-41f1-4dbe-a090-04a2e5684a39 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0476913 Dec 23 11:36:08.335047 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9383ac87-0273-4b9a-a8d9-e11b9fd4f230 req-52419ae1-ffc2-4e3b-8a29-e1b117148b3a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Dec 23 11:36:09.154241 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14984049-54eb-48f6-8b06-e260ac80dcbe req-1e0d3410-eff3-4993-aec9-fabbf6a3c39b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:09.155714 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-14984049-54eb-48f6-8b06-e260ac80dcbe req-1e0d3410-eff3-4993-aec9-fabbf6a3c39b tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0576210 Dec 23 11:36:09.211882 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-14984049-54eb-48f6-8b06-e260ac80dcbe req-c2f6ac44-304a-47b7-925b-14670fe4db58 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Dec 23 11:36:09.469781 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8366157-be4d-40f7-8e61-f6d76569f6f6 req-5b70fafe-2c63-48a0-bc26-c6d86604c18d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:09.471270 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b8366157-be4d-40f7-8e61-f6d76569f6f6 req-5b70fafe-2c63-48a0-bc26-c6d86604c18d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 943 time: 0.0503144 Dec 23 11:36:09.519120 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b8366157-be4d-40f7-8e61-f6d76569f6f6 req-d9ac9435-35e2-4e3c-a05e-a2717bdf5a8f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Dec 23 11:36:10.170261 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c8b0556c-7e20-457e-bc21-fd63e48903d2 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:36:10.273929 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port c8b0556c-7e20-457e-bc21-fd63e48903d2, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:10.285938 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'c8b0556c-7e20-457e-bc21-fd63e48903d2', 'network_id': 'a28a2629-f9b5-49d7-b36d-5046304dc303', 'port_id': 'c8b0556c-7e20-457e-bc21-fd63e48903d2', 'mac_address': 'fa:16:3e:df:86:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfcbada-e442-4847-a33e-62c804b0469b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:36:10.323467 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:10.329086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63681747-fbe3-4434-a537-d46d9408c886 req-9ba994c3-26d8-4712-88e3-703ba016e4af tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:10.330565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63681747-fbe3-4434-a537-d46d9408c886 req-9ba994c3-26d8-4712-88e3-703ba016e4af tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Dec 23 11:36:10.336024 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0556c-7e20-457e-bc21-fd63e48903d2 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:36:10.355127 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port c8b0556c-7e20-457e-bc21-fd63e48903d2, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:10.359813 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:10.382212 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63681747-fbe3-4434-a537-d46d9408c886 req-44b7de5f-f59f-4318-8882-ae245ad4b05d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456574 Dec 23 11:36:10.405602 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=c8b0556c-7e20-457e-bc21-fd63e48903d2,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:10.645730 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2eda-f329-4998-8b99-2cc9b665a7a9 req-2ac817a1-f282-487e-8a9a-a6a2a6ec6068 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:10.647182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ad8b2eda-f329-4998-8b99-2cc9b665a7a9 req-2ac817a1-f282-487e-8a9a-a6a2a6ec6068 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 944 time: 0.0475121 Dec 23 11:36:10.697857 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ad8b2eda-f329-4998-8b99-2cc9b665a7a9 req-b1599d96-7d9a-4f45-ad52-6027f68d8636 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Dec 23 11:36:10.841119 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:11.512906 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d394d-4612-4378-bf4a-7761bcf350c4 req-2d9ad04a-ad43-45da-97e5-61e834d703b3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:11.514321 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f21d394d-4612-4378-bf4a-7761bcf350c4 req-2d9ad04a-ad43-45da-97e5-61e834d703b3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Dec 23 11:36:11.563205 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f21d394d-4612-4378-bf4a-7761bcf350c4 req-18a8f2ca-3666-4fbf-8a10-57a5103892aa tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Dec 23 11:36:11.819244 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec3459-e023-4694-8438-349697d7174c req-456d5dd3-6a50-4be5-b717-a8f9967e9eb6 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:11.820722 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-99ec3459-e023-4694-8438-349697d7174c req-456d5dd3-6a50-4be5-b717-a8f9967e9eb6 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 944 time: 0.0523024 Dec 23 11:36:11.917107 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-99ec3459-e023-4694-8438-349697d7174c req-4fed903e-9f2f-41f8-9977-926664ecaca8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870199 Dec 23 11:36:11.920794 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-29a31b3f-09c1-4c7a-8c83-0a23fae00597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:11.922085 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-29a31b3f-09c1-4c7a-8c83-0a23fae00597 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5162e9da9c6440348a7279d7196f526a&device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 1099 time: 0.1004615 Dec 23 11:36:11.932154 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9d05-301b-456e-97c3-5bd383f80b8d req-6d940401-0443-4b25-984c-941de8b0948d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:11.933633 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b32a9d05-301b-456e-97c3-5bd383f80b8d req-6d940401-0443-4b25-984c-941de8b0948d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1047151 Dec 23 11:36:12.034727 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b32a9d05-301b-456e-97c3-5bd383f80b8d req-c9e987ec-68c9-406f-9394-8e1a7b5ccd23 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Dec 23 11:36:12.052917 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-e04a9e9b-f289-44f8-96f7-0d8a5268acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:12.052917 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-e04a9e9b-f289-44f8-96f7-0d8a5268acfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 200 len: 919 time: 0.1153262 Dec 23 11:36:12.099750 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-51197759-1c44-4a62-923f-39928008da8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 200 len: 217 time: 0.0375059 Dec 23 11:36:12.149722 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-7846ec6f-bbfc-4e19-929a-490447d19b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:12.151286 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-7846ec6f-bbfc-4e19-929a-490447d19b4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 200 len: 859 time: 0.0444248 Dec 23 11:36:12.187467 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-278488e4-34af-4e59-a02b-e8e1510e66f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279150 Dec 23 11:36:12.282787 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-730fb505-9221-43b5-81f4-3d607c360856 service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864477 Dec 23 11:36:12.380154 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60b91c01-3e11-4e55-a046-d923b38dc3fa req-e28282cd-d0b4-4c16-b518-8b75af415b1c service neutron] 10.222.0.32 "GET /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861585 Dec 23 11:36:12.628224 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['c8b0556c-7e20-457e-bc21-fd63e48903d2'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:12.906375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-8face647-ccde-4c2f-a5d7-04f5acd93d85 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138713463&fields=id&tenant_id=50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 267 time: 0.0466647 Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.039011 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:36:13.041855 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-ec08b621-650e-4417-81eb-b8f964328062 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:13.042825 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-ec08b621-650e-4417-81eb-b8f964328062 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 811 time: 0.1272030 Dec 23 11:36:13.061503 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa84fd-735d-4802-be7d-0cb71e2ed72f req-d1af4bd7-482b-4054-aa5f-8cd0cd02898a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:13.062876 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9ffa84fd-735d-4802-be7d-0cb71e2ed72f req-d1af4bd7-482b-4054-aa5f-8cd0cd02898a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 944 time: 0.0753236 Dec 23 11:36:13.066393 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07598e2d-b6c0-4116-bd1e-c27850396ddd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/quotas/50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 375 time: 0.0182197 Dec 23 11:36:13.141365 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9ffa84fd-735d-4802-be7d-0cb71e2ed72f req-a656f8d6-4914-4de5-8f8c-7760c2a88d58 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724385 Dec 23 11:36:13.147790 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-0c2d2e9d-89e0-48be-8fca-da4e3e0fee32 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735717 Dec 23 11:36:13.277426 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-cd077617-035b-47d2-99b7-a26480f99db7 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169822 Dec 23 11:36:13.285525 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f6d78-ab4e-4beb-b73f-67d2699626f0 req-a6afb4c9-5693-4dad-b50f-fc4f8a429575 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:13.286908 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-237f6d78-ab4e-4beb-b73f-67d2699626f0 req-a6afb4c9-5693-4dad-b50f-fc4f8a429575 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0747137 Dec 23 11:36:13.382232 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-237f6d78-ab4e-4beb-b73f-67d2699626f0 req-db04f3cd-ec1c-4a1a-a4a2-d756c0f04eef tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873189 Dec 23 11:36:13.402702 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2b9f3142-daee-4545-a0fe-219c91e4c9eb service neutron] 10.222.0.31 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148684 Dec 23 11:36:13.691865 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-328bda3d-1d2d-4a41-9d26-807fbc356f56 req-9dae82a0-a851-46ad-bc6f-be5b561e5683 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Dec 23 11:36:14.265207 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c820e-a0e4-4a19-8cff-91ca5c1abe50 req-5bc1ec64-0e83-4470-8418-cb0185023a28 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:14.266855 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-026c820e-a0e4-4a19-8cff-91ca5c1abe50 req-5bc1ec64-0e83-4470-8418-cb0185023a28 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 944 time: 0.0552588 Dec 23 11:36:14.312822 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-026c820e-a0e4-4a19-8cff-91ca5c1abe50 req-108f3299-4a02-4fb2-b2ff-1d3513e09f8c tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Dec 23 11:36:14.511554 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9deb4-1db0-48fa-8e3f-68c0d3afcb52 req-f3c17930-e549-415e-8323-a3aad605af16 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:14.513032 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-81a9deb4-1db0-48fa-8e3f-68c0d3afcb52 req-f3c17930-e549-415e-8323-a3aad605af16 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0470800 Dec 23 11:36:14.559082 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-81a9deb4-1db0-48fa-8e3f-68c0d3afcb52 req-1adf6f98-f317-4239-8335-332a1fc29173 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Dec 23 11:36:14.605244 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-05b0cfb2-eaae-4fdb-979a-9fe63795efef tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557972760&fields=id&tenant_id=47fecf710518479da14a3e2f9b73a896 HTTP/1.1" status: 200 len: 267 time: 0.0411079 Dec 23 11:36:14.715412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-43d98348-e968-4158-9af4-9946c84f1393 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:14.717142 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-43d98348-e968-4158-9af4-9946c84f1393 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 808 time: 0.1051347 Dec 23 11:36:14.752939 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-f0aaa794-750a-40e0-afd7-ada6c25d6f51 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/quotas/47fecf710518479da14a3e2f9b73a896 HTTP/1.1" status: 200 len: 375 time: 0.0286210 Dec 23 11:36:14.809355 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ac80fa28-ea0b-4e7c-8a3e-5f81359207f5 req-0dab860c-8562-45b1-aaf7-5634ae060a99 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0436227 Dec 23 11:36:14.832024 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-5ee69da5-ba69-4cb5-9f85-cebd09d436d1 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777314 Dec 23 11:36:15.031472 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-5c6acb27-9ef1-4b32-a347-01420c503d8b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:15.033475 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-5c6acb27-9ef1-4b32-a347-01420c503d8b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 811 time: 0.2004967 Dec 23 11:36:15.035532 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-9fe851ed-3aaf-42fa-9763-cecce55e2b2d service neutron] 10.222.0.31 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820455 Dec 23 11:36:15.171473 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-440a5e32-cb23-4aa8-acc4-28671a6affe1 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 379 time: 0.1285357 Dec 23 11:36:15.185253 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'port': {'device_id': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'admin_state_up': True, 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'security_groups': ['4e8325d7-78db-41a2-ab52-a66226602ce5']}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:15.209834 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-346fcb93-ce4b-4f68-9df3-6aa27d158ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602705 Dec 23 11:36:15.318124 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Made reservation on behalf of 50ef1346c11148af97d1a9ec4209ed13 for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:36:15.321745 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:15.494437 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Allocated IP 172.20.0.7 (7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2/617187a0-84a8-4417-85ab-06b2de2b47d2/bb8293eb-b810-4041-a03a-af0cac20c380) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:15.536058 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a32510f4-33a5-49f3-8837-1b56ec762c0e req-8115c2f3-06fc-45cb-9b9d-27d90fef6eef tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 210 time: 0.0391393 Dec 23 11:36:15.561507 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52358-903b-410f-b73b-db03a2d6ff32 req-e08456e4-685c-4ee9-9700-f751f25c46f4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:15.562979 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bbb52358-903b-410f-b73b-db03a2d6ff32 req-e08456e4-685c-4ee9-9700-f751f25c46f4 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 944 time: 0.1208594 Dec 23 11:36:15.713434 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bbb52358-903b-410f-b73b-db03a2d6ff32 req-94806ed8-7cf6-4605-9091-99d14a45c03a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417611 Dec 23 11:36:15.752933 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096588f-d6eb-44e7-8c8a-36f92e98b7da req-9586fe28-3fb7-448b-8237-e3ffcc01e2a2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:15.754369 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4096588f-d6eb-44e7-8c8a-36f92e98b7da req-9586fe28-3fb7-448b-8237-e3ffcc01e2a2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1174116 Dec 23 11:36:16.038529 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.068533 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e8d11003-0283-4019-bf1f-8ed3d55e0635 req-c37f30ee-9e35-4d96-9961-c7897fd31def tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0421302 Dec 23 11:36:16.113248 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4096588f-d6eb-44e7-8c8a-36f92e98b7da req-80234f33-9714-49f8-b437-0bc25cddd6c8 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517544 Dec 23 11:36:16.115112 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 52646) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:16.133918 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.180785 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c8b0556c-7e20-457e-bc21-fd63e48903d2 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:16.182916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:16.187171 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:16.189883 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:16.221045 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=bb8293eb-b810-4041-a03a-af0cac20c380,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:16.247641 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-14cedb7f-2d19-47f0-bb54-579b17447aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.259325 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port c8b0556c-7e20-457e-bc21-fd63e48903d2 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:36:16.263696 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port c8b0556c-7e20-457e-bc21-fd63e48903d2 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:16.264068 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.268324 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:16.268973 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.300031 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-07282003-99b1-4f37-9b1f-1157147e6d22 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1184733 Dec 23 11:36:16.321095 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Request body: {'port': {'device_id': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:16.347450 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.394512 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port c8b0556c-7e20-457e-bc21-fd63e48903d2, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:16.395734 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0556c-7e20-457e-bc21-fd63e48903d2'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:16.399176 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f793ae-6338-47ac-839a-f22e5e7f6bdc" -d '{"events": [{"server_uuid": "cd605893-3523-4c8f-8cae-c01daa5736dd", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0556c-7e20-457e-bc21-fd63e48903d2"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:16.410395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.414605 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-14cedb7f-2d19-47f0-bb54-579b17447aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.415221 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.428149 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-14cedb7f-2d19-47f0-bb54-579b17447aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.451166 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850460b2-ef68-4bfe-8afb-3e6185467a50 x-openstack-request-id: req-850460b2-ef68-4bfe-8afb-3e6185467a50 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:16.451527 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd605893-3523-4c8f-8cae-c01daa5736dd", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0556c-7e20-457e-bc21-fd63e48903d2", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:16.451781 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-850460b2-ef68-4bfe-8afb-3e6185467a50 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:16.452174 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0556c-7e20-457e-bc21-fd63e48903d2', 'code': 200} Dec 23 11:36:16.478631 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=c8b0556c-7e20-457e-bc21-fd63e48903d2,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:16.482379 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-90ba42be-c1e6-4327-bd90-e09fd6368c79 None None] Provisioning complete for port bb8293eb-b810-4041-a03a-af0cac20c380 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:16.483270 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-90ba42be-c1e6-4327-bd90-e09fd6368c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.507351 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-14cedb7f-2d19-47f0-bb54-579b17447aac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d3ab5e1fc17458db8e4686fce77289b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887379 Dec 23 11:36:16.508343 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 52654) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:16.511120 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cedb7f-2d19-47f0-bb54-579b17447aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3cc22a-dbb1-469d-8433-62139c2c0224,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:16.551786 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-90ba42be-c1e6-4327-bd90-e09fd6368c79 None None] Port bb8293eb-b810-4041-a03a-af0cac20c380 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:36:16.574734 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.600435 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.661907 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.664883 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.669323 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d3cc22a-dbb1-469d-8433-62139c2c0224 HTTP/1.1" status: 204 len: 168 time: 0.1594701 Dec 23 11:36:16.743461 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58e6b89c-14d8-4fbe-9cc7-5abe8ce2cc9c req-81fe4972-99cf-4d23-8ea8-d1fcf47df5a4 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 210 time: 0.0937357 Dec 23 11:36:16.750584 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e02ea5-a250-4759-a600-da3a6d257bad req-f0165111-9044-43ca-9fb4-95d8705b9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:16.752357 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49e02ea5-a250-4759-a600-da3a6d257bad req-f0165111-9044-43ca-9fb4-95d8705b9aa0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 1098 time: 0.1187778 Dec 23 11:36:16.783839 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3cc22a-dbb1-469d-8433-62139c2c0224,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:16.800836 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.801178 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.801685 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.802845 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.804314 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.804843 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.805321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.805796 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.806266 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.806752 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.807239 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.807692 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.808167 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754479c0-6866-4990-9803-6acb71b97f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:16.814596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49e02ea5-a250-4759-a600-da3a6d257bad req-9a37e252-bfc0-4ef8-a286-04cb48faa1aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Dec 23 11:36:16.826996 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-0f4106f3-0139-4705-bf1a-6edce6e7aef2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:16.828770 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-0f4106f3-0139-4705-bf1a-6edce6e7aef2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 808 time: 0.1583855 Dec 23 11:36:16.892100 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e8e1-03fe-45ac-8d24-5f1f4fc7b4b5 req-70b691a9-824e-4a88-a799-f2d7789f6575 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:16.893701 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d091e8e1-03fe-45ac-8d24-5f1f4fc7b4b5 req-70b691a9-824e-4a88-a799-f2d7789f6575 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.0839303 Dec 23 11:36:16.938816 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8293eb-b810-4041-a03a-af0cac20c380 {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:36:16.951677 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:16.977360 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d091e8e1-03fe-45ac-8d24-5f1f4fc7b4b5 req-c933feea-54cb-49d4-a716-049b30d13fdf tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666058 Dec 23 11:36:16.978363 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Transition to ACTIVE for port object bb8293eb-b810-4041-a03a-af0cac20c380 will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:36:16.983379 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.012002 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 52664) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:17.032682 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-baacf416-13aa-4857-9472-5cc87c4ae287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.054973 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Pushing event updated for resources: {'Port': ['ID=bb8293eb-b810-4041-a03a-af0cac20c380,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:17.114318 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-baacf416-13aa-4857-9472-5cc87c4ae287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.122109 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-baacf416-13aa-4857-9472-5cc87c4ae287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.123284 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Attempting to bind port bb8293eb-b810-4041-a03a-af0cac20c380 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:36:17.123688 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Attempting to bind port bb8293eb-b810-4041-a03a-af0cac20c380 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:36:17.124159 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Attempting to bind port bb8293eb-b810-4041-a03a-af0cac20c380 on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:17.130081 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Port bb8293eb-b810-4041-a03a-af0cac20c380 on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:36:17.130405 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Attempting to bind port bb8293eb-b810-4041-a03a-af0cac20c380 on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:17.139298 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:36:17.139792 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Checking segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:17.140177 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Bound using segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:36:17.140618 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Bound port: bb8293eb-b810-4041-a03a-af0cac20c380, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:36:17.141003 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.169575 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-baacf416-13aa-4857-9472-5cc87c4ae287 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4cb716c50004d089040c1d930d81626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532917 Dec 23 11:36:17.169575 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacf416-13aa-4857-9472-5cc87c4ae287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd68ca46-864c-4966-bede-bcf9cbfa946a,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:17.170865 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 52670) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:17.245246 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0aa517df-6ff1-433f-b87c-cf479908c413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.291040 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0aa517df-6ff1-433f-b87c-cf479908c413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.297859 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-9c458a12-a910-43b4-a1b7-0a4cfde66f1a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47fecf710518479da14a3e2f9b73a896 HTTP/1.1" status: 200 len: 379 time: 0.0864341 Dec 23 11:36:17.300009 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] For port bb8293eb-b810-4041-a03a-af0cac20c380, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:36:17.309710 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539479bd-86b7-4d0d-bd77-b3562e6c2282 req-f9145ad4-4f62-4463-9cdb-a6471757065e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:17.310049 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'port': {'device_id': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'admin_state_up': True, 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'security_groups': ['857323fd-411a-425a-88de-2aa2415e3299']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:17.311506 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-539479bd-86b7-4d0d-bd77-b3562e6c2282 req-f9145ad4-4f62-4463-9cdb-a6471757065e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.1169879 Dec 23 11:36:17.313295 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] For port bb8293eb-b810-4041-a03a-af0cac20c380, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bb8293eb-b810-4041-a03a-af0cac20c380,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:36:17.324908 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7131-5856-4e7a-a83e-fe85133aed92 req-f2d55abc-e0e3-420c-9a06-0f7940605a59 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:17.326401 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1add7131-5856-4e7a-a83e-fe85133aed92 req-f2d55abc-e0e3-420c-9a06-0f7940605a59 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.1166027 Dec 23 11:36:17.329809 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.399175 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:17.400300 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.401287 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] 10.222.0.32 "PUT /v2.0/ports/bb8293eb-b810-4041-a03a-af0cac20c380 HTTP/1.1" status: 200 len: 1093 time: 1.0847106 Dec 23 11:36:17.403616 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:17.405402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9650d3b2-5247-43a3-9494-09183f2a154b" -d '{"events": [{"name": "network-changed", "server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:17.409869 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0aa517df-6ff1-433f-b87c-cf479908c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.412568 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0aa517df-6ff1-433f-b87c-cf479908c413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.416765 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0aa517df-6ff1-433f-b87c-cf479908c413 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd68ca46-864c-4966-bede-bcf9cbfa946a HTTP/1.1" status: 204 len: 168 time: 0.2417657 Dec 23 11:36:17.460220 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb744c2-693a-4379-9842-52383e169a8c service neutron] Pushing event updated for resources: {'Port': ['ID=bb8293eb-b810-4041-a03a-af0cac20c380,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:17.467528 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-539479bd-86b7-4d0d-bd77-b3562e6c2282 req-f967a4d6-07f1-4d2b-a239-1c84c77d86e2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398437 Dec 23 11:36:17.469390 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa517df-6ff1-433f-b87c-cf479908c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd68ca46-864c-4966-bede-bcf9cbfa946a,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:17.471931 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1add7131-5856-4e7a-a83e-fe85133aed92 req-a5eae6d8-042f-408e-9f39-279ac1295397 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294844 Dec 23 11:36:17.485011 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Made reservation on behalf of 47fecf710518479da14a3e2f9b73a896 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:36:17.493160 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:17.619655 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0099d3d-b29d-4f78-8954-512a3ad2ede3 x-openstack-request-id: req-a0099d3d-b29d-4f78-8954-512a3ad2ede3 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:17.619991 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:17.620250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0099d3d-b29d-4f78-8954-512a3ad2ede3 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:17.620736 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'status': 'completed', 'code': 200} Dec 23 11:36:17.623545 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-4c655448-98a3-458b-b4fd-fe1e128b3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:17.625207 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-4c655448-98a3-458b-b4fd-fe1e128b3ca4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1180282 Dec 23 11:36:17.683870 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-e913cf0f-09dd-41d4-9db0-7f1d681f836f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8293eb-b810-4041-a03a-af0cac20c380 HTTP/1.1" status: 200 len: 217 time: 0.0443685 Dec 23 11:36:17.738659 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Allocated IP 172.20.0.9 (e9f230ed-a347-4a1e-9378-1d668ecadb35/dc307048-6503-4f3a-af1b-341f7a72cd48/05d540ac-5334-4e52-b09b-8652d424dfd5) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:17.765052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-f57bb951-bc98-4c72-9ebf-32fff10afd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:17.766514 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-f57bb951-bc98-4c72-9ebf-32fff10afd0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0736485 Dec 23 11:36:17.852751 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-88e7c25a-987b-412f-887b-c1158c5ded2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:17.856216 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-88e7c25a-987b-412f-887b-c1158c5ded2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733724 Dec 23 11:36:17.930224 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eb2b14b4-aa46-4cc6-83f2-ca702779bbd7 req-65522e07-31a4-4f74-a248-7007118b0a5b tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 210 time: 0.0582275 Dec 23 11:36:18.006039 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.035699 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-e07a57bd-49c4-48e6-8f5e-ea4bc973bf44 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717339 Dec 23 11:36:18.058238 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.114172 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:18.117334 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:18.121076 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:18.150445 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:18.195436 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.196330 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.199384 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb1704-aeff-4393-adc5-ab8308595d55 req-8ac238a4-420b-429e-baa4-3dabf6d329f7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.209471 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2cdb1704-aeff-4393-adc5-ab8308595d55 req-8ac238a4-420b-429e-baa4-3dabf6d329f7 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.1298969 Dec 23 11:36:18.217587 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-6aec7dff-12cd-4b84-9e31-20b26dd33e45 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9129844 Dec 23 11:36:18.232023 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Request body: {'port': {'device_id': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:18.240220 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f4f6ceb-235d-4ce6-bcbf-84a8798a5935 req-b5a64f3f-eecd-4787-8e86-c6e4bef3602a service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911864 Dec 23 11:36:18.274904 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2cdb1704-aeff-4393-adc5-ab8308595d55 req-c68091c4-188f-4956-9331-a6e87d94411e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644188 Dec 23 11:36:18.299844 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.373775 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d3b2-5247-43a3-9494-09183f2a154b req-f4f17328-52a1-4070-abcb-2c5cd671f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.375416 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-f4f17328-52a1-4070-abcb-2c5cd671f945 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0450401 Dec 23 11:36:18.456757 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e8a6e45d-db45-4aa8-a7d6-f6b8963bbfc7 None None] Provisioning complete for port 05d540ac-5334-4e52-b09b-8652d424dfd5 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:18.458104 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e45d-db45-4aa8-a7d6-f6b8963bbfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.496861 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d3b2-5247-43a3-9494-09183f2a154b req-b3d4e85f-0180-4eae-9d4d-74f87e99cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.497501 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6e45d-db45-4aa8-a7d6-f6b8963bbfc7 None None] Port 05d540ac-5334-4e52-b09b-8652d424dfd5 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:36:18.501880 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-b3d4e85f-0180-4eae-9d4d-74f87e99cc52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.1084661 Dec 23 11:36:18.552895 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-a26c3fe3-a43b-4d83-bf6c-ea2115d93d25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8293eb-b810-4041-a03a-af0cac20c380 HTTP/1.1" status: 200 len: 217 time: 0.0367341 Dec 23 11:36:18.598276 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d540ac-5334-4e52-b09b-8652d424dfd5 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:36:18.606207 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.618349 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Transition to ACTIVE for port object 05d540ac-5334-4e52-b09b-8652d424dfd5 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:36:18.623619 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.667107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96a8e-1dca-4728-80be-18102e4bd70e req-2280cf76-eb09-49f4-9b2d-9d869969c781 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.668351 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fb96a8e-1dca-4728-80be-18102e4bd70e req-2280cf76-eb09-49f4-9b2d-9d869969c781 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0891483 Dec 23 11:36:18.670420 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d3b2-5247-43a3-9494-09183f2a154b req-8d0a8457-9172-4f7e-a256-cac9d945494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.671862 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-8d0a8457-9172-4f7e-a256-cac9d945494a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0830431 Dec 23 11:36:18.750342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:18.795620 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d3b2-5247-43a3-9494-09183f2a154b req-4b108906-6c3b-463b-adae-3f9125a685ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:18.797463 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-4b108906-6c3b-463b-adae-3f9125a685ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133730 Dec 23 11:36:18.801872 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fb96a8e-1dca-4728-80be-18102e4bd70e req-13999085-0c00-4919-9af1-7570743d6001 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247957 Dec 23 11:36:18.806793 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Attempting to bind port 05d540ac-5334-4e52-b09b-8652d424dfd5 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:36:18.807133 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Attempting to bind port 05d540ac-5334-4e52-b09b-8652d424dfd5 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:36:18.807457 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Attempting to bind port 05d540ac-5334-4e52-b09b-8652d424dfd5 on network e9f230ed-a347-4a1e-9378-1d668ecadb35 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:18.816366 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Port 05d540ac-5334-4e52-b09b-8652d424dfd5 on network e9f230ed-a347-4a1e-9378-1d668ecadb35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:36:18.816737 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Attempting to bind port 05d540ac-5334-4e52-b09b-8652d424dfd5 on network e9f230ed-a347-4a1e-9378-1d668ecadb35 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:18.833776 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:36:18.834365 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Checking segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:18.839776 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Bound using segment: {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:36:18.841324 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Bound port: 05d540ac-5334-4e52-b09b-8652d424dfd5, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:36:18.841896 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.947881 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:36:18.951072 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:36:18.955811 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:18.974112 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-6579d3de-123d-4468-adcb-278a465a187f service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460180 Dec 23 11:36:18.986224 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 52724) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:19.004878 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.005499 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.006892 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] 10.222.0.32 "PUT /v2.0/ports/05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 1093 time: 0.7800145 Dec 23 11:36:19.007350 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:19.009629 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a9b39-928a-4832-9182-00dcf316bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:19.076455 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033ca53-627c-41d1-8ba2-9cb3fc087487 service neutron] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:19.098881 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5120c0-6a2b-4e4e-94e3-e506dec96d86 x-openstack-request-id: req-de5120c0-6a2b-4e4e-94e3-e506dec96d86 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:19.100627 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:19.101123 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de5120c0-6a2b-4e4e-94e3-e506dec96d86 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:19.101740 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'status': 'completed', 'code': 200} Dec 23 11:36:19.137148 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-4e041a9a-d55b-4266-a6e0-50d67ece1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.139279 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-4e041a9a-d55b-4266-a6e0-50d67ece1e67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1096 time: 0.0820808 Dec 23 11:36:19.188433 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf125-9e08-4036-b690-2dd467c2a026 req-f1592850-ca80-4771-99e7-28b0fd855df6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.190407 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-40aaf125-9e08-4036-b690-2dd467c2a026 req-f1592850-ca80-4771-99e7-28b0fd855df6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0966756 Dec 23 11:36:19.193444 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9650d3b2-5247-43a3-9494-09183f2a154b req-f9019285-ae59-4792-a24f-c05956c2ac9e service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087741 Dec 23 11:36:19.213142 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-13a2e60c-b562-44b2-b61c-20fd06c3dbcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.215943 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-893efd19-4ebf-4a51-8581-e6c56e97eef9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 217 time: 0.0612104 Dec 23 11:36:19.251498 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-40aaf125-9e08-4036-b690-2dd467c2a026 req-926d4c32-67b7-46a4-9ece-f4a7f1431443 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525956 Dec 23 11:36:19.289602 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-cc43428c-199c-4a89-a197-562c759fa67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.291032 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-cc43428c-199c-4a89-a197-562c759fa67c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0630958 Dec 23 11:36:19.367355 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-13a2e60c-b562-44b2-b61c-20fd06c3dbcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.370386 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-a5060a81-f608-4223-8246-db89178d5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.371886 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-a5060a81-f608-4223-8246-db89178d5da3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701065 Dec 23 11:36:19.372941 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-13a2e60c-b562-44b2-b61c-20fd06c3dbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.394487 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2447cc-7d13-4df6-be6c-4b1e54eea2da req-f849e4a9-b3e3-41b3-8daf-9bdee6a8073f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.395942 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6e2447cc-7d13-4df6-be6c-4b1e54eea2da req-f849e4a9-b3e3-41b3-8daf-9bdee6a8073f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.0490026 Dec 23 11:36:19.441543 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6e2447cc-7d13-4df6-be6c-4b1e54eea2da req-9be30c84-68b0-4d52-9fbe-e23edd270ce0 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Dec 23 11:36:19.456814 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-13a2e60c-b562-44b2-b61c-20fd06c3dbcd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d1d4a5ff5af40028ffb5a3e8bc26eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697485 Dec 23 11:36:19.459731 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 52734) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:19.460298 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2e60c-b562-44b2-b61c-20fd06c3dbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d20d9c-1602-4f9f-9caf-d55a27cc9aaf,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:19.495076 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-15b1be40-8567-4a19-85a9-9a0c81505c82 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106157 Dec 23 11:36:19.515459 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa20e853-4aa0-456b-8f89-4363974a68f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.540853 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa20e853-4aa0-456b-8f89-4363974a68f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.587846 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa20e853-4aa0-456b-8f89-4363974a68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.588469 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-88619d2c-b0c2-49dc-9f70-27539e58117a req-cc119999-6a23-4655-bc97-ffe0fddc7593 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Dec 23 11:36:19.590541 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-aa20e853-4aa0-456b-8f89-4363974a68f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:19.591708 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-aa20e853-4aa0-456b-8f89-4363974a68f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2d20d9c-1602-4f9f-9caf-d55a27cc9aaf HTTP/1.1" status: 204 len: 168 time: 0.1308768 Dec 23 11:36:19.600636 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20e853-4aa0-456b-8f89-4363974a68f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d20d9c-1602-4f9f-9caf-d55a27cc9aaf,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:19.700958 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9b39-928a-4832-9182-00dcf316bba0 req-54990580-8bb0-4d23-ac63-a1f39c9a97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.702777 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-54990580-8bb0-4d23-ac63-a1f39c9a97ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1096 time: 0.0449338 Dec 23 11:36:19.808164 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9b39-928a-4832-9182-00dcf316bba0 req-a35aa011-4f80-4d5d-b1a4-6ba2be2d6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.809916 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-a35aa011-4f80-4d5d-b1a4-6ba2be2d6996 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 908 time: 0.0975952 Dec 23 11:36:19.858849 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-ac19bfa5-1aa6-4e44-8400-0b2cd5212dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 217 time: 0.0408518 Dec 23 11:36:19.920870 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9b39-928a-4832-9182-00dcf316bba0 req-9bd6cc0f-6386-451a-93fc-f6866c0f3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.922319 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-9bd6cc0f-6386-451a-93fc-f6866c0f3e65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0561640 Dec 23 11:36:19.946311 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d8351-62c4-45db-a4cf-ce9cbc258966 req-90861c9f-04b0-4edb-a1ff-5253898549db tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.947926 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fd2d8351-62c4-45db-a4cf-ce9cbc258966 req-90861c9f-04b0-4edb-a1ff-5253898549db tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0627999 Dec 23 11:36:19.974033 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a9b39-928a-4832-9182-00dcf316bba0 req-08095206-aac4-4df5-9fe4-12a9113489d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:19.975561 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-08095206-aac4-4df5-9fe4-12a9113489d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435443 Dec 23 11:36:19.999001 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fd2d8351-62c4-45db-a4cf-ce9cbc258966 req-01f66395-d617-4f8b-be8f-04e66e77a55b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449710 Dec 23 11:36:20.066536 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-c534b756-318c-49e1-8c81-569a0fddd077 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821567 Dec 23 11:36:20.159470 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-083a9b39-928a-4832-9182-00dcf316bba0 req-2e066cc4-fe3e-4674-bab1-78c4cc7b8897 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Dec 23 11:36:20.380507 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c5fee-5d8e-4d2c-a1fd-8e195edafb01 req-185bc1cb-90d6-43bf-acc0-fdb90055b114 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:20.381899 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-713c5fee-5d8e-4d2c-a1fd-8e195edafb01 req-185bc1cb-90d6-43bf-acc0-fdb90055b114 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0507276 Dec 23 11:36:20.436963 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-713c5fee-5d8e-4d2c-a1fd-8e195edafb01 req-d4f1b517-cfd5-488c-a879-dae16b2f440d tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485301 Dec 23 11:36:21.125898 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e7cac-ee16-4d27-aa91-b7ba348c4196 req-35bd89f7-e1b3-4b6c-9a7e-99377cbfe967 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:21.127365 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-857e7cac-ee16-4d27-aa91-b7ba348c4196 req-35bd89f7-e1b3-4b6c-9a7e-99377cbfe967 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0515783 Dec 23 11:36:21.178406 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-857e7cac-ee16-4d27-aa91-b7ba348c4196 req-f0f705f9-8c47-4803-b800-8e41c6180723 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Dec 23 11:36:21.550481 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e0375-e575-4782-8a42-d61f818cfc41 req-c60706fa-faa6-44d4-8229-1ec167501176 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:21.551965 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a74e0375-e575-4782-8a42-d61f818cfc41 req-c60706fa-faa6-44d4-8229-1ec167501176 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0493689 Dec 23 11:36:21.601474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a74e0375-e575-4782-8a42-d61f818cfc41 req-7eef1a71-96d4-40c9-944b-791dda581008 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434730 Dec 23 11:36:22.302569 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828693c-1a4d-4f98-9ca6-a317c538f265 req-58672b24-0bfd-46c7-8e51-0c2e513e86cb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:22.304060 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d828693c-1a4d-4f98-9ca6-a317c538f265 req-58672b24-0bfd-46c7-8e51-0c2e513e86cb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0553963 Dec 23 11:36:22.353355 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d828693c-1a4d-4f98-9ca6-a317c538f265 req-dd8fc274-9bfe-4049-b236-8838ca99bb91 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Dec 23 11:36:22.739768 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734fa9b-253a-4cb0-b00f-36a8ba9a4c6c req-a87df349-87f3-4964-8460-ba86cffe6c31 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:22.741278 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c734fa9b-253a-4cb0-b00f-36a8ba9a4c6c req-a87df349-87f3-4964-8460-ba86cffe6c31 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0483751 Dec 23 11:36:22.815603 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0703421-75b8-436f-aa70-9e229ceae717 req-5b9a03a4-c8a1-4f38-80b0-ca1d2c8fb5d9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:22.816977 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c0703421-75b8-436f-aa70-9e229ceae717 req-5b9a03a4-c8a1-4f38-80b0-ca1d2c8fb5d9 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0747831 Dec 23 11:36:22.821005 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c734fa9b-253a-4cb0-b00f-36a8ba9a4c6c req-058970ec-1b4a-444c-8578-362bcb556662 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707195 Dec 23 11:36:22.868271 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c0703421-75b8-436f-aa70-9e229ceae717 req-91e928b5-c69b-42fb-9295-1411f5ddf8b3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Dec 23 11:36:23.474733 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49d6d5-6277-4e38-9581-37b873fef30d req-dd87b630-5ffc-4cd6-8aa0-a640bc4e8f2c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:23.476043 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5f49d6d5-6277-4e38-9581-37b873fef30d req-dd87b630-5ffc-4cd6-8aa0-a640bc4e8f2c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0472841 Dec 23 11:36:23.524429 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5f49d6d5-6277-4e38-9581-37b873fef30d req-b4090822-301f-481e-99b5-fc0cf98f68df tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Dec 23 11:36:23.942876 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768d66d-483b-4b24-bf33-c8e1667760f4 req-a469caeb-0870-42f4-9124-f3fc31b08f70 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:23.944372 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4768d66d-483b-4b24-bf33-c8e1667760f4 req-a469caeb-0870-42f4-9124-f3fc31b08f70 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0475204 Dec 23 11:36:24.023018 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f687f2-8580-4489-9aef-a4795a78ffb2 req-becf21eb-5c9c-4144-ac92-acd50275aae4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:24.024479 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-30f687f2-8580-4489-9aef-a4795a78ffb2 req-becf21eb-5c9c-4144-ac92-acd50275aae4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0792327 Dec 23 11:36:24.028132 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4768d66d-483b-4b24-bf33-c8e1667760f4 req-c9c1a655-4c43-4c62-a8c0-f43e56ce7fd0 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749893 Dec 23 11:36:24.072512 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-30f687f2-8580-4489-9aef-a4795a78ffb2 req-84549560-d10a-44ab-99fa-1233596c5e00 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Dec 23 11:36:24.641611 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21643749-b546-40e4-8951-760bfd7b0271 req-aa310ddf-68eb-4aa3-9033-1845253f16b5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:24.643076 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-21643749-b546-40e4-8951-760bfd7b0271 req-aa310ddf-68eb-4aa3-9033-1845253f16b5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0498419 Dec 23 11:36:24.692114 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-21643749-b546-40e4-8951-760bfd7b0271 req-ab5a97c9-7cac-4819-a055-dfdea2743c44 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 Dec 23 11:36:25.164902 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f8bb5-fa88-472f-92c8-483d707d6409 req-0f1c5420-006b-4135-9a1a-18926469ad71 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:25.166277 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-861f8bb5-fa88-472f-92c8-483d707d6409 req-0f1c5420-006b-4135-9a1a-18926469ad71 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0584757 Dec 23 11:36:25.231594 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0512f1-b03f-40d5-8675-3dcd5325689e req-3883ab6f-bdf2-4a03-834c-d6302abc629c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:25.233109 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0a0512f1-b03f-40d5-8675-3dcd5325689e req-3883ab6f-bdf2-4a03-834c-d6302abc629c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0871491 Dec 23 11:36:25.242872 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-861f8bb5-fa88-472f-92c8-483d707d6409 req-88f93439-5c23-4056-9246-55e1a49198b4 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607951 Dec 23 11:36:25.284887 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0a0512f1-b03f-40d5-8675-3dcd5325689e req-ee364c07-06a1-4900-8381-1f6ea3ff2a79 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Dec 23 11:36:25.817211 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbaafb-9a66-485b-adb8-ba978a335543 req-1a62fe99-4378-412d-9ce4-1c8161ae2c3d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:25.821238 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1cfbaafb-9a66-485b-adb8-ba978a335543 req-1a62fe99-4378-412d-9ce4-1c8161ae2c3d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 943 time: 0.0601833 Dec 23 11:36:25.884345 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1cfbaafb-9a66-485b-adb8-ba978a335543 req-6851ef99-ec52-47de-bbf4-7470858651ff tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582750 Dec 23 11:36:25.920993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-7e021e51-793e-4208-af4d-0f699a668ac4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:25.922452 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-7e021e51-793e-4208-af4d-0f699a668ac4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0972574 Dec 23 11:36:26.071804 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Deleting port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:26.072114 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:26.171641 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] For port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:26.171999 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:26.185829 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Calling delete_port for 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:26.231957 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bb8293eb-b810-4041-a03a-af0cac20c380 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:36:26.338870 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port bb8293eb-b810-4041-a03a-af0cac20c380, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bb8293eb-b810-4041-a03a-af0cac20c380,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:26.353522 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'port_id': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'mac_address': 'fa:16:3e:e7:61:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:36:26.398307 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:26.403977 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e98f-1964-4dff-b038-b1f8cebf67d1 req-3b1e9c60-85a7-4ef7-a2f9-808dce3c6652 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:26.409291 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7418e98f-1964-4dff-b038-b1f8cebf67d1 req-3b1e9c60-85a7-4ef7-a2f9-808dce3c6652 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0934188 Dec 23 11:36:26.418487 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8293eb-b810-4041-a03a-af0cac20c380 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:36:26.440704 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port bb8293eb-b810-4041-a03a-af0cac20c380, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bb8293eb-b810-4041-a03a-af0cac20c380,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:26.446817 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:26.449651 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df317-6f01-4f9c-98e4-e872b510292f req-68627180-a769-44bf-8e98-4c7207dbbce4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:26.451408 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-954df317-6f01-4f9c-98e4-e872b510292f req-68627180-a769-44bf-8e98-4c7207dbbce4 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e1d920b-9eab-4a83-b9c1-da96e5432a30 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Dec 23 11:36:26.489791 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7418e98f-1964-4dff-b038-b1f8cebf67d1 req-6dfcecd9-ce83-4eda-a60c-7ef8e187b9b1 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771878 Dec 23 11:36:26.495306 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=bb8293eb-b810-4041-a03a-af0cac20c380,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:26.503056 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.503667 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.504143 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.504574 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.505002 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.505399 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.505833 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.506331 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.506718 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.507200 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.507540 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.507924 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.508300 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:26.518581 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-954df317-6f01-4f9c-98e4-e872b510292f req-c4f4ef40-0921-4ee8-9b0b-382ab2ee3e7d tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589132 Dec 23 11:36:26.539993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:26.561592 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:26.566248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Pushing event deleted for resources: {'Port': ['ID=5a2d26e5-c4a1-4ab5-82af-a924a607a7b7,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:26.628112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] No DVR routers for this DVR port 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:36:26.631504 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:26.634791 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d7057cad-d99c-4a3a-b05e-60044e2dc969 req-c0145a81-a5e4-4c24-aca0-e2d889788161 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "DELETE /v2.0/ports/5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 HTTP/1.1" status: 204 len: 173 time: 0.7050452 Dec 23 11:36:26.635227 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'name': 'network-vif-deleted', 'tag': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:26.637503 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09ca0c-e53a-4a8f-a423-cff99b72a690" -d '{"events": [{"server_uuid": "8e1d920b-9eab-4a83-b9c1-da96e5432a30", "name": "network-vif-deleted", "tag": "5a2d26e5-c4a1-4ab5-82af-a924a607a7b7"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:26.682026 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bea974-a30f-4446-b13f-a69976cd2966 x-openstack-request-id: req-d3bea974-a30f-4446-b13f-a69976cd2966 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:26.682314 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1d920b-9eab-4a83-b9c1-da96e5432a30", "name": "network-vif-deleted", "tag": "5a2d26e5-c4a1-4ab5-82af-a924a607a7b7", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:26.682619 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3bea974-a30f-4446-b13f-a69976cd2966 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:26.683017 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1d920b-9eab-4a83-b9c1-da96e5432a30', 'name': 'network-vif-deleted', 'tag': '5a2d26e5-c4a1-4ab5-82af-a924a607a7b7', 'status': 'completed', 'code': 200} Dec 23 11:36:27.002615 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9f01-2252-4ba2-aa8b-c95e6b837fce req-80ed6cba-64a5-49eb-8141-d3ceb7888b92 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:27.004176 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9aba9f01-2252-4ba2-aa8b-c95e6b837fce req-80ed6cba-64a5-49eb-8141-d3ceb7888b92 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0502148 Dec 23 11:36:27.053746 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9aba9f01-2252-4ba2-aa8b-c95e6b837fce req-02ad59cc-a4e8-477c-a66b-a25564b0401d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Dec 23 11:36:27.202566 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['bb8293eb-b810-4041-a03a-af0cac20c380'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:27.624298 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095ed5-71aa-4a76-abb5-4454cabdc81f req-920ae040-1ca1-4fa7-810e-26294a83e830 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:27.625800 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-01095ed5-71aa-4a76-abb5-4454cabdc81f req-920ae040-1ca1-4fa7-810e-26294a83e830 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0488169 Dec 23 11:36:27.677118 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-01095ed5-71aa-4a76-abb5-4454cabdc81f req-188a13d0-7fff-4ebe-8168-62f06ff77688 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429273 Dec 23 11:36:27.796546 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb1441-99bd-4ce8-9f01-39c98345d2de req-0407a569-3f29-4b8c-bfce-a8b995a0589c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:27.798020 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06cb1441-99bd-4ce8-9f01-39c98345d2de req-0407a569-3f29-4b8c-bfce-a8b995a0589c tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0475960 Dec 23 11:36:27.848093 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06cb1441-99bd-4ce8-9f01-39c98345d2de req-33564725-18e4-46a0-b614-335c98935649 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Dec 23 11:36:28.034864 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-1a7d57c3-bde1-4425-a00d-cfb4f80ecd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:28.194821 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f478c-2e52-4e12-87ca-a8fbbbd24279 req-873556cd-4245-4f9a-8b2c-eda799f3d711 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:28.196303 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8c7f478c-2e52-4e12-87ca-a8fbbbd24279 req-873556cd-4245-4f9a-8b2c-eda799f3d711 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0610874 Dec 23 11:36:28.247129 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8c7f478c-2e52-4e12-87ca-a8fbbbd24279 req-920c25a3-f340-436d-8775-1f61f1429e46 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445175 Dec 23 11:36:28.791121 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c34543-f075-4727-9260-08f2f3ab5ba2 req-cc5ab727-0ff1-4132-9eef-880cc7b87da2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:28.792466 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f9c34543-f075-4727-9260-08f2f3ab5ba2 req-cc5ab727-0ff1-4132-9eef-880cc7b87da2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0494623 Dec 23 11:36:28.841564 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f9c34543-f075-4727-9260-08f2f3ab5ba2 req-2989debb-2658-4aec-9fe6-b837f96f94a0 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Dec 23 11:36:28.963459 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48a26-9f3e-4e9b-a134-1ea76a30e9b4 req-48c4602f-e5d8-4800-9220-ec470abc8722 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:28.964908 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fe48a26-9f3e-4e9b-a134-1ea76a30e9b4 req-48c4602f-e5d8-4800-9220-ec470abc8722 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0526769 Dec 23 11:36:29.015162 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fe48a26-9f3e-4e9b-a134-1ea76a30e9b4 req-b49f44de-55ca-4b62-8625-ad55eae5ac89 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Dec 23 11:36:29.361127 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115024-4779-4b2c-9343-3ff7cb8e1976 req-835a49fd-b920-4d8e-9e5a-6e2fc99db3ab tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:29.362605 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f115024-4779-4b2c-9343-3ff7cb8e1976 req-835a49fd-b920-4d8e-9e5a-6e2fc99db3ab tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0488939 Dec 23 11:36:29.411297 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f115024-4779-4b2c-9343-3ff7cb8e1976 req-4f2ec994-a4b1-44a8-9b8c-5a5142aac839 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Dec 23 11:36:29.969284 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009a0c9-13a2-4efc-a6fc-8f9deb8f49d8 req-9e52eaae-09c5-46bb-a021-94a162cbd3cc tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:29.970823 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2009a0c9-13a2-4efc-a6fc-8f9deb8f49d8 req-9e52eaae-09c5-46bb-a021-94a162cbd3cc tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0515342 Dec 23 11:36:30.020230 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2009a0c9-13a2-4efc-a6fc-8f9deb8f49d8 req-7f4cf600-92bf-4ec9-a526-44521ba8598d tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Dec 23 11:36:30.137471 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248381b-fed0-4278-a36c-fa8b27c68ca5 req-f136dcca-4933-4cb6-aca1-bc916d8dd2e7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:30.138851 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0248381b-fed0-4278-a36c-fa8b27c68ca5 req-f136dcca-4933-4cb6-aca1-bc916d8dd2e7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0478399 Dec 23 11:36:30.188415 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0248381b-fed0-4278-a36c-fa8b27c68ca5 req-d7833811-50f4-436a-bb6e-09b518a10fc0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Dec 23 11:36:30.360126 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8382f756-f3f0-410d-9511-d13fc8fd6fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:30.539969 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432be6d-29f6-4877-ac32-aff4d35ac3be req-c4d8fc9b-88d2-4b50-9b34-be09f763321b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:30.541789 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1432be6d-29f6-4877-ac32-aff4d35ac3be req-c4d8fc9b-88d2-4b50-9b34-be09f763321b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0534823 Dec 23 11:36:30.592826 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1432be6d-29f6-4877-ac32-aff4d35ac3be req-f68b0dfe-1092-4a67-997d-c87ea2292cda tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450182 Dec 23 11:36:30.673680 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:30.697151 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:30.697609 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 5a2d26e5-c4a1-4ab5-82af-a924a607a7b7 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:31.178590 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46577b-f7bd-4bd9-a0dc-a76b74dba6f0 req-a6168118-015d-4009-9a40-2fecaf31a9b4 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:31.180020 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9c46577b-f7bd-4bd9-a0dc-a76b74dba6f0 req-a6168118-015d-4009-9a40-2fecaf31a9b4 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0643036 Dec 23 11:36:31.232835 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9c46577b-f7bd-4bd9-a0dc-a76b74dba6f0 req-a321d091-fb10-42f5-bc55-b250ac7ea6fb tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Dec 23 11:36:31.303895 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:36:31.337918 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4b5cd-bbec-424c-890f-c3cfcff6de21 req-c491ec14-02cb-4903-bf13-da00bfe0108f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:31.339281 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85d4b5cd-bbec-424c-890f-c3cfcff6de21 req-c491ec14-02cb-4903-bf13-da00bfe0108f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0483632 Dec 23 11:36:31.394744 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:31.395225 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85d4b5cd-bbec-424c-890f-c3cfcff6de21 req-b2e7329d-7ac4-4ade-ba54-e966d0c3c6de tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Dec 23 11:36:31.720103 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38726e-076a-48e2-ac19-a1e0b4f183c2 req-46b04ee7-824a-47e2-bcee-71360eb95672 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:31.721601 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b38726e-076a-48e2-ac19-a1e0b4f183c2 req-46b04ee7-824a-47e2-bcee-71360eb95672 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0508554 Dec 23 11:36:31.769057 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b38726e-076a-48e2-ac19-a1e0b4f183c2 req-a0db5491-786c-4615-9002-1ce69063d46a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Dec 23 11:36:32.370805 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36515c7-8d73-4266-b11d-04e3cf1e4ef6 req-8306a5fc-a1e0-4c80-8bfd-cacb9390f579 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:32.372248 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d36515c7-8d73-4266-b11d-04e3cf1e4ef6 req-8306a5fc-a1e0-4c80-8bfd-cacb9390f579 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0598102 Dec 23 11:36:32.425192 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d36515c7-8d73-4266-b11d-04e3cf1e4ef6 req-0ac02626-0a4b-449b-a46d-f392f86cdd92 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451405 Dec 23 11:36:32.516948 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccd4fa-8f7d-495c-815f-b58f4a3f315e req-56d50888-d3dc-483f-ad4d-e8d664b0caa3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:32.518380 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fccd4fa-8f7d-495c-815f-b58f4a3f315e req-56d50888-d3dc-483f-ad4d-e8d664b0caa3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0491352 Dec 23 11:36:32.567735 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fccd4fa-8f7d-495c-815f-b58f4a3f315e req-e437ef12-a01f-4154-8b7b-6451f4e0a5e2 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433569 Dec 23 11:36:32.672123 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:36:32.767622 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:32.785954 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'port_id': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'mac_address': 'fa:16:3e:e9:65:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:36:32.795286 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:32.832388 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:32.845557 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d540ac-5334-4e52-b09b-8652d424dfd5 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:36:32.865729 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:32.869806 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:32.882513 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7bc0-f528-4aa4-9906-e70f41c040fd req-db6ddd58-9972-450c-b74d-c0f2f4a7ad35 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:32.883976 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b8c7bc0-f528-4aa4-9906-e70f41c040fd req-db6ddd58-9972-450c-b74d-c0f2f4a7ad35 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0485756 Dec 23 11:36:32.917017 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:32.932050 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0b8c7bc0-f528-4aa4-9906-e70f41c040fd req-f9cdb69e-c404-474c-b20e-cb1ff00619b2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419362 Dec 23 11:36:33.542478 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b46dd-e1e6-4936-8b92-4bdeb4862b2d req-4751f019-aab4-4df1-95e2-e6a4ce9c62f6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:33.543980 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-df4b46dd-e1e6-4936-8b92-4bdeb4862b2d req-4751f019-aab4-4df1-95e2-e6a4ce9c62f6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 944 time: 0.0475945 Dec 23 11:36:33.594873 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-df4b46dd-e1e6-4936-8b92-4bdeb4862b2d req-f0e2fc39-6259-4e5b-819b-2d2d0a763fc6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448000 Dec 23 11:36:33.704366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930243-5c3b-4e5c-8a23-d6bd741f1132 req-e4d7a90a-035d-40f2-962b-63f1fb921cb3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:33.705851 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f930243-5c3b-4e5c-8a23-d6bd741f1132 req-e4d7a90a-035d-40f2-962b-63f1fb921cb3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Dec 23 11:36:33.752488 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f930243-5c3b-4e5c-8a23-d6bd741f1132 req-05b5cefc-8ca2-4d93-96e0-f7b8edeb9cbd tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Dec 23 11:36:33.834373 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['05d540ac-5334-4e52-b09b-8652d424dfd5'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:33.971754 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:34.048635 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6068-fdc8-49c4-ae9a-b9e4a13f1f49 req-e4405da3-602f-4d31-b1f2-3d18b0eff93b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:34.050381 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b8cb6068-fdc8-49c4-ae9a-b9e4a13f1f49 req-e4405da3-602f-4d31-b1f2-3d18b0eff93b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 944 time: 0.0486102 Dec 23 11:36:34.099145 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b8cb6068-fdc8-49c4-ae9a-b9e4a13f1f49 req-7e79e391-a32d-4a82-9b82-52a31aeac677 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Dec 23 11:36:34.701672 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bb8293eb-b810-4041-a03a-af0cac20c380 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:34.726762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d005b9-49b6-438d-8538-4474379b9aae req-7d58fa16-8803-4db3-920b-58666c2a8c9c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:34.728266 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d005b9-49b6-438d-8538-4474379b9aae req-7d58fa16-8803-4db3-920b-58666c2a8c9c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 944 time: 0.0526452 Dec 23 11:36:34.758429 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port bb8293eb-b810-4041-a03a-af0cac20c380 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:36:34.763726 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port bb8293eb-b810-4041-a03a-af0cac20c380 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:34.764511 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:34.779650 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d005b9-49b6-438d-8538-4474379b9aae req-5edcf541-ac31-4696-a1e8-52a4fd3dd5d8 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Dec 23 11:36:34.851617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:34.879236 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:34.881678 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd96a97-ef4d-48cd-afa9-a46694401b5c" -d '{"events": [{"server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "name": "network-vif-plugged", "status": "completed", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:34.898993 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port bb8293eb-b810-4041-a03a-af0cac20c380, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bb8293eb-b810-4041-a03a-af0cac20c380,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:34.905008 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:34.916066 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d057-79f4-4363-8eb4-deac8f75652b req-e29b88a9-d564-4f9d-8a49-760609e866f3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:34.917661 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3248d057-79f4-4363-8eb4-deac8f75652b req-e29b88a9-d564-4f9d-8a49-760609e866f3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0607882 Dec 23 11:36:34.954303 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825cbfa-a5d5-47a2-ac42-c3d7b6dc9d35 x-openstack-request-id: req-5825cbfa-a5d5-47a2-ac42-c3d7b6dc9d35 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:34.954763 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "name": "network-vif-plugged", "status": "completed", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:34.955425 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5825cbfa-a5d5-47a2-ac42-c3d7b6dc9d35 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:34.955550 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'code': 200} Dec 23 11:36:34.956302 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=bb8293eb-b810-4041-a03a-af0cac20c380,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:34.986527 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3248d057-79f4-4363-8eb4-deac8f75652b req-c950519d-fa5c-4065-88e6-054a9f8c7316 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619097 Dec 23 11:36:35.218978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cdfdc-6a1f-4c7a-846d-be413c160068 req-7a1e5b11-9c6a-4ff8-9d1c-75e1a3313c6c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:35.220446 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa6cdfdc-6a1f-4c7a-846d-be413c160068 req-7a1e5b11-9c6a-4ff8-9d1c-75e1a3313c6c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0482063 Dec 23 11:36:35.221788 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377fe3b-a978-4998-93b2-8917f1691b5a req-487e6a0b-0670-4abd-8bab-e88fc4981c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:35.223391 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c377fe3b-a978-4998-93b2-8917f1691b5a req-487e6a0b-0670-4abd-8bab-e88fc4981c3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0400507 Dec 23 11:36:35.273422 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c377fe3b-a978-4998-93b2-8917f1691b5a req-bbe86f42-745e-4512-aad8-2c8c9f55d2eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388687 Dec 23 11:36:35.275610 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa6cdfdc-6a1f-4c7a-846d-be413c160068 req-66625fad-9acf-4323-831a-fdfd40095617 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490086 Dec 23 11:36:35.921337 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335111b-fb2f-4ce6-9338-15b89166b3f2 req-4ca8d6ee-0f45-4499-9513-4ee1194be1f9 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:35.922783 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7335111b-fb2f-4ce6-9338-15b89166b3f2 req-4ca8d6ee-0f45-4499-9513-4ee1194be1f9 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 944 time: 0.0488291 Dec 23 11:36:35.970869 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7335111b-fb2f-4ce6-9338-15b89166b3f2 req-be4cb2f2-f829-40b3-bfc9-cb8d103a490a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Dec 23 11:36:36.105171 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55b4f-b631-4267-b4e5-6d5949e9520c req-96ba90f5-6ff1-4303-b979-4a899c66140a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:36.106657 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41c55b4f-b631-4267-b4e5-6d5949e9520c req-96ba90f5-6ff1-4303-b979-4a899c66140a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0493116 Dec 23 11:36:36.155241 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41c55b4f-b631-4267-b4e5-6d5949e9520c req-a3231c39-bf97-4482-a5a1-d3a6795d4dc0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 Dec 23 11:36:36.392756 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d5411-c436-41e8-9985-bd2ded29055d req-30e058ca-8e82-429a-9d5b-f4ca374d3ea6 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:36.394216 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-da2d5411-c436-41e8-9985-bd2ded29055d req-30e058ca-8e82-429a-9d5b-f4ca374d3ea6 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0513058 Dec 23 11:36:36.448997 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-da2d5411-c436-41e8-9985-bd2ded29055d req-119a6d31-4143-4bd8-96a7-ec1d4e604219 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485826 Dec 23 11:36:36.721177 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:36.775820 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 05d540ac-5334-4e52-b09b-8652d424dfd5 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:36:36.779451 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 05d540ac-5334-4e52-b09b-8652d424dfd5 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:36.779825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:36.861885 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:36.895181 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:36.900927 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:36.949992 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:36.956258 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:36.958752 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01fbceb-1cbf-43b2-950c-1539dd1291fa" -d '{"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-plugged", "status": "completed", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:36.994364 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a4624-cf81-4e6d-abcf-425e5d4228b1 x-openstack-request-id: req-eb2a4624-cf81-4e6d-abcf-425e5d4228b1 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:36.994683 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-plugged", "status": "completed", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:36.994933 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb2a4624-cf81-4e6d-abcf-425e5d4228b1 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:36.995326 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'code': 200} Dec 23 11:36:37.083547 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84065f4-f957-4f5f-a30e-639ff5c7e575 req-fb793e94-8bb9-4347-beae-639e1800328a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:37.085036 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a84065f4-f957-4f5f-a30e-639ff5c7e575 req-fb793e94-8bb9-4347-beae-639e1800328a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0478559 Dec 23 11:36:37.134219 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a84065f4-f957-4f5f-a30e-639ff5c7e575 req-2a5ba40a-b6c3-42e4-8a3c-282539c82484 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Dec 23 11:36:37.278501 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29492d0-9d3e-4e0d-8b2d-ea9aa900ecd7 req-c59e23a3-b4f1-467c-bfb4-d9d623d2f8c0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:37.280005 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d29492d0-9d3e-4e0d-8b2d-ea9aa900ecd7 req-c59e23a3-b4f1-467c-bfb4-d9d623d2f8c0 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0492404 Dec 23 11:36:37.332203 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d29492d0-9d3e-4e0d-8b2d-ea9aa900ecd7 req-a5295f6c-0265-4405-9d52-2c9c22cbbc80 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Dec 23 11:36:37.504296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f44df8-6543-450d-a07f-06fc913d42a6 req-fe3780cc-d6ac-4275-a355-5e30dfdd4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:37.505987 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-54f44df8-6543-450d-a07f-06fc913d42a6 req-fe3780cc-d6ac-4275-a355-5e30dfdd4638 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1098 time: 0.0522470 Dec 23 11:36:37.565071 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-54f44df8-6543-450d-a07f-06fc913d42a6 req-c29654ca-36f4-4172-ada3-4e0d7fe15106 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Dec 23 11:36:37.580266 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eb90a-4f89-45c4-9803-c80c1c209258 req-7c5c7aa1-4496-4940-b780-31cb65c14ec4 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:37.581758 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-764eb90a-4f89-45c4-9803-c80c1c209258 req-7c5c7aa1-4496-4940-b780-31cb65c14ec4 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0521064 Dec 23 11:36:37.634038 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-764eb90a-4f89-45c4-9803-c80c1c209258 req-753c523a-9c6a-4aae-ae54-1816b19ae009 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Dec 23 11:36:37.750302 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f7d1d-d35b-4fb5-a0a2-bae94a0d97d5 req-83bf1760-470d-4207-9a4e-29176f0154e3 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:37.751759 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ba3f7d1d-d35b-4fb5-a0a2-bae94a0d97d5 req-83bf1760-470d-4207-9a4e-29176f0154e3 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Dec 23 11:36:37.802233 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ba3f7d1d-d35b-4fb5-a0a2-bae94a0d97d5 req-d4a69db2-5e5c-40e9-a260-3e119a95d754 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441437 Dec 23 11:36:37.824278 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53064) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:38.263415 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5c708-ff47-4831-bea1-9f32f197fd43 tempest-TestVolumeBootPattern-1886008546 tempest-TestVolumeBootPattern-1886008546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:38.265094 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-41a5c708-ff47-4831-bea1-9f32f197fd43 tempest-TestVolumeBootPattern-1886008546 tempest-TestVolumeBootPattern-1886008546-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 1093 time: 0.4397495 Dec 23 11:36:38.268349 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53072) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:38.273090 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'port_id': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:38.281325 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2d690-b49c-458f-93a5-f3d8fdf0480b req-3fdbd7ee-b941-4cca-8fe9-5456245bb2c8 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:38.282510 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dac2d690-b49c-458f-93a5-f3d8fdf0480b req-3fdbd7ee-b941-4cca-8fe9-5456245bb2c8 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0620146 Dec 23 11:36:38.301287 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:38.330914 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dac2d690-b49c-458f-93a5-f3d8fdf0480b req-c3a34aed-64af-4478-898b-1f3bd3a071cb tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Dec 23 11:36:38.397096 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:38.463418 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8a546-f818-4c8f-91f1-2cd752c619a3 req-3a1416cb-5314-4793-b61a-7023a2d2165f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:38.464995 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e6e8a546-f818-4c8f-91f1-2cd752c619a3 req-3a1416cb-5314-4793-b61a-7023a2d2165f tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0602226 Dec 23 11:36:38.512095 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Allocated IP 172.27.1.231 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/60d28a0b-25cb-4200-beda-9d7b5ebe42ce) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:38.528353 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e6e8a546-f818-4c8f-91f1-2cd752c619a3 req-8c71fde2-87f1-4075-a5aa-231019ce9bf7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569994 Dec 23 11:36:38.619545 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:38.651824 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:38.694454 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:38.697225 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:38.700813 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:38.706456 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=60d28a0b-25cb-4200-beda-9d7b5ebe42ce,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:38.947960 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd744a-26cf-49c2-812c-9301c423b4b3 req-6e29796b-d78e-4839-9a2c-c9e003b0e7df tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:38.955565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41cd744a-26cf-49c2-812c-9301c423b4b3 req-6e29796b-d78e-4839-9a2c-c9e003b0e7df tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.0541492 Dec 23 11:36:38.998931 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41cd744a-26cf-49c2-812c-9301c423b4b3 req-bb8f8efd-b809-4384-8712-f2a3aea4d2da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Dec 23 11:36:39.244332 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:39.346020 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:39.452133 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86af582-5009-42c9-8a7e-dc39099c8d4c req-b141d96b-b4bb-4ed6-b871-2def00ba3f0e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:39.453708 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e86af582-5009-42c9-8a7e-dc39099c8d4c req-b141d96b-b4bb-4ed6-b871-2def00ba3f0e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0478284 Dec 23 11:36:39.495664 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:39.500598 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:39.502176 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e86af582-5009-42c9-8a7e-dc39099c8d4c req-433e3721-803d-4c4f-b5b8-f95e2994bc96 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Dec 23 11:36:39.570997 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=60d28a0b-25cb-4200-beda-9d7b5ebe42ce,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:39.582709 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:39.655725 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f3f05-0760-4fb8-bc0a-8e07dccecde2 req-797afb8a-07ee-4da6-b12d-6cd5b665780a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:39.657238 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f3f3f05-0760-4fb8-bc0a-8e07dccecde2 req-797afb8a-07ee-4da6-b12d-6cd5b665780a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Dec 23 11:36:39.681012 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Floating IP 3132a6b7-fc4a-4e4f-8b45-144434bcd6d7 associated. External IP: 172.27.1.231, port: bb8293eb-b810-4041-a03a-af0cac20c380. Dec 23 11:36:39.703997 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0f3f3f05-0760-4fb8-bc0a-8e07dccecde2 req-596252ff-d9c1-4a81-8857-18b195ef0793 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Dec 23 11:36:39.882660 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:36:39.990715 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:36:40.000947 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:36:40.011258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:40.012708 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:40.015055 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:40.038845 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b5b6af95-6167-4c65-ac73-d1bdf0bf8e48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7692690 Dec 23 11:36:40.039767 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:40.042215 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b7ebeb-6641-4b83-a64d-87aed2f13958" -d '{"events": [{"name": "network-changed", "server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:40.085904 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1f28f4-fe68-4aac-8cc7-d0a78c8d9bf2 x-openstack-request-id: req-db1f28f4-fe68-4aac-8cc7-d0a78c8d9bf2 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:40.086201 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:40.086460 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db1f28f4-fe68-4aac-8cc7-d0a78c8d9bf2 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:40.086871 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'status': 'completed', 'code': 200} Dec 23 11:36:40.122801 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703b729-b053-4442-ad5c-26f6c8cbbffd req-be97ac90-f1fc-475c-b2aa-420c64f8b1be tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.123455 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:40.124328 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b703b729-b053-4442-ad5c-26f6c8cbbffd req-be97ac90-f1fc-475c-b2aa-420c64f8b1be tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.0521874 Dec 23 11:36:40.173522 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b703b729-b053-4442-ad5c-26f6c8cbbffd req-9e12f01c-38ec-414b-93c0-65f980ed56b8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430663 Dec 23 11:36:40.180640 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-f50fa4a5-2908-41ef-adb3-f24d44c21f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.182202 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-f50fa4a5-2908-41ef-adb3-f24d44c21f34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 1098 time: 0.0472124 Dec 23 11:36:40.290681 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-ebc12ca6-7038-43b6-9b7f-5d2b1b3a6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.292238 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-ebc12ca6-7038-43b6-9b7f-5d2b1b3a6c57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.0955617 Dec 23 11:36:40.356256 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '3132a6b7-fc4a-4e4f-8b45-144434bcd6d7', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:e7:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:38Z', 'updated_at': '2021-12-23T11:36:38Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:40.387986 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:36:40.396836 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:40.397372 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:40.506463 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:40.624979 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-6c8e7c36-e1b2-4a2e-8d54-199cd0aee4f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8293eb-b810-4041-a03a-af0cac20c380 HTTP/1.1" status: 200 len: 999 time: 0.2863183 Dec 23 11:36:40.628329 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487f4a-c62a-429b-8c45-7dfeeba6dd7f req-3fa570e1-eec3-40fc-bd4f-b451dee6a2d6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.629950 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb487f4a-c62a-429b-8c45-7dfeeba6dd7f req-3fa570e1-eec3-40fc-bd4f-b451dee6a2d6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0527959 Dec 23 11:36:40.679529 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb487f4a-c62a-429b-8c45-7dfeeba6dd7f req-3ff2e9b7-4039-4a07-96b5-f0f469ba4b73 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436234 Dec 23 11:36:40.698571 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-12040489-55bb-4f79-bde7-d348e7475c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.700377 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-12040489-55bb-4f79-bde7-d348e7475c85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0542295 Dec 23 11:36:40.757555 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-a79905ea-836c-4f2d-86e1-8b235dea7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.758836 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '3132a6b7-fc4a-4e4f-8b45-144434bcd6d7', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:e7:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:38Z', 'updated_at': '2021-12-23T11:36:38Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:40.759059 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-a79905ea-836c-4f2d-86e1-8b235dea7f11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467939 Dec 23 11:36:40.792195 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f98b97-1ea1-4f42-9942-858fea3af62c None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '3132a6b7-fc4a-4e4f-8b45-144434bcd6d7', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:e7:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:38Z', 'updated_at': '2021-12-23T11:36:38Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:36:40.844429 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:40.850867 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb1b49-8438-4cc3-b3d5-01384e6487db req-2a8688e1-c6d0-48ec-982f-faa0455ab4fd tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.852379 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5deb1b49-8438-4cc3-b3d5-01384e6487db req-2a8688e1-c6d0-48ec-982f-faa0455ab4fd tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0844696 Dec 23 11:36:40.872515 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285eb2c-b788-431b-89d5-ce2132226d60 req-a78d9285-90b9-438e-bff2-984b5835fb96 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:40.874039 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3285eb2c-b788-431b-89d5-ce2132226d60 req-a78d9285-90b9-438e-bff2-984b5835fb96 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0693574 Dec 23 11:36:40.894017 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-159eef6e-d61e-405d-8f3a-3de0073ea0b9 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082225 Dec 23 11:36:40.936715 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5deb1b49-8438-4cc3-b3d5-01384e6487db req-4c1aa993-a62d-4be2-8696-7959621ff5c2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771844 Dec 23 11:36:40.954852 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3285eb2c-b788-431b-89d5-ce2132226d60 req-8085af4b-0fc4-4f4f-b393-5c0c24d916b3 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676668 Dec 23 11:36:40.958366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53164) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:41.014836 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-09b7ebeb-6641-4b83-a64d-87aed2f13958 req-4898a400-6f8f-4c91-9287-055f1e351a27 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040156 Dec 23 11:36:41.059984 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65da71-7169-4bd6-9edb-230caea72e95 None None] New status for floating IP 3132a6b7-fc4a-4e4f-8b45-144434bcd6d7: ACTIVE {{(pid=102561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:36:41.116448 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a605f1e-3475-4f58-8eee-4f6b8f5f3322 tempest-TestShelveInstance-1232082901 tempest-TestShelveInstance-1232082901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:41.117971 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7a605f1e-3475-4f58-8eee-4f6b8f5f3322 tempest-TestShelveInstance-1232082901 tempest-TestShelveInstance-1232082901-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1093 time: 0.1586506 Dec 23 11:36:41.121019 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53168) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:41.125237 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'port_id': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:41.149754 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for floatingip, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:41.243595 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:41.360601 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78003be-73e8-48d0-935a-01bda4979bbe req-1e58c6e9-38ae-4c2a-ab56-3c0743c63514 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:41.362065 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d78003be-73e8-48d0-935a-01bda4979bbe req-1e58c6e9-38ae-4c2a-ab56-3c0743c63514 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.1088226 Dec 23 11:36:41.397059 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Allocated IP 172.27.1.254 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/fb18d099-b3d8-457f-b4fd-3a54e8e8e0c4) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:41.441430 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d78003be-73e8-48d0-935a-01bda4979bbe req-e152a872-22d2-4e13-8e06-ea49cf77821e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709717 Dec 23 11:36:41.518152 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:41.556376 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:41.594307 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:41.598509 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:41.601903 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:41.607635 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'Port': ['ID=fb18d099-b3d8-457f-b4fd-3a54e8e8e0c4,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:41.836460 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-1ed6d7de-1dcb-4351-b037-2e91622726f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425856 Dec 23 11:36:41.900964 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-de09d1c0-5d53-4e10-adf5-c9001b83e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:41.902432 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-de09d1c0-5d53-4e10-adf5-c9001b83e424 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1098 time: 0.0381942 Dec 23 11:36:41.966924 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:42.031023 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-f28e8cda-4824-4586-9986-edb5d404b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:42.032975 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-f28e8cda-4824-4586-9986-edb5d404b299 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.0877790 Dec 23 11:36:42.056128 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:42.128633 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c325b9-fc66-4512-a035-75032dc94d82 req-94a8b899-6fe7-4560-83d7-6a5f8f58c6f6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:42.128930 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-8ee93e03-bde7-4da8-a1e5-54048d28badf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 1001 time: 0.0633361 Dec 23 11:36:42.130169 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-30c325b9-fc66-4512-a035-75032dc94d82 req-94a8b899-6fe7-4560-83d7-6a5f8f58c6f6 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0862241 Dec 23 11:36:42.181793 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-a67fa032-9ae7-43d7-8a64-545f981713ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:42.183180 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-a67fa032-9ae7-43d7-8a64-545f981713ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0438440 Dec 23 11:36:42.227821 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-30c325b9-fc66-4512-a035-75032dc94d82 req-6a0857af-d26c-4619-bf80-fc959ba80a33 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846989 Dec 23 11:36:42.237003 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-cb932656-1c85-4277-8c61-15f5801103e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:42.238507 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-cb932656-1c85-4277-8c61-15f5801103e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402155 Dec 23 11:36:42.277713 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:42.283248 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:42.353352 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event updated for resources: {'Port': ['ID=fb18d099-b3d8-457f-b4fd-3a54e8e8e0c4,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:42.358638 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:42.364825 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-4cdf40fb-5f8c-4093-b553-e8f17c5c0031 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911105 Dec 23 11:36:42.454194 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.l3_db [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Floating IP 5337f971-c968-49e3-bc13-d138ac89411d associated. External IP: 172.27.1.254, port: 05d540ac-5334-4e52-b09b-8652d424dfd5. Dec 23 11:36:42.481335 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e08cf821-7c79-4f17-b54f-459f0c411a41 req-9bbd08be-dce8-430b-8818-f03f02d83bbb service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854647 Dec 23 11:36:42.605626 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a059db-6ba2-4e9e-81bd-4252fd57b228 req-64891235-1b5d-4497-862f-2396ab741462 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:42.607537 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b4a059db-6ba2-4e9e-81bd-4252fd57b228 req-64891235-1b5d-4497-862f-2396ab741462 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.0722294 Dec 23 11:36:42.723634 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b4a059db-6ba2-4e9e-81bd-4252fd57b228 req-9ce6a949-7f6f-40a0-8ccf-438f8bf86eb8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848761 Dec 23 11:36:42.736307 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:36:42.842468 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:36:42.852640 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] Sync routers for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:36:42.861871 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:42.864714 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:42.865339 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:42.892266 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-ddab21b3-926a-4bc4-9ac2-0555d7ea4410 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7702043 Dec 23 11:36:42.892961 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:42.895306 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad38de-5957-4bcf-8559-dafbeb9d2080" -d '{"events": [{"name": "network-changed", "server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:42.931259 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ec8c3-b954-4452-96b2-556f71913de9 x-openstack-request-id: req-f66ec8c3-b954-4452-96b2-556f71913de9 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:42.931627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:42.931938 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f66ec8c3-b954-4452-96b2-556f71913de9 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:42.932395 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'status': 'completed', 'code': 200} Dec 23 11:36:42.975539 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:43.005290 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-d5d3472d-ab10-4283-9088-baed27e518a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.007083 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-d5d3472d-ab10-4283-9088-baed27e518a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1098 time: 0.0412536 Dec 23 11:36:43.103085 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-4c1116dd-6ef9-4a82-901c-bdabdceaf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.105159 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-4c1116dd-6ef9-4a82-901c-bdabdceaf4d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 908 time: 0.0892780 Dec 23 11:36:43.207878 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-695ee2c2-32da-440f-8e88-86a8fa60e194 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 999 time: 0.0639293 Dec 23 11:36:43.266358 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-031f6528-4ae2-4c78-a8c6-2492e1ea599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.267881 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-031f6528-4ae2-4c78-a8c6-2492e1ea599b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0519259 Dec 23 11:36:43.301981 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '5337f971-c968-49e3-bc13-d138ac89411d', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'port_id': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'mac_address': 'fa:16:3e:e9:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:41Z', 'updated_at': '2021-12-23T11:36:41Z', 'revision_number': 0, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:43.326157 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-3ecdb4c4-7b48-4e71-aee6-32786d7b7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.327663 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-3ecdb4c4-7b48-4e71-aee6-32786d7b7a5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412567 Dec 23 11:36:43.331756 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] Checking router: df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:36:43.340150 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:43.340769 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:43.354731 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b3a12-f639-4f24-a865-86f8be90ed81 req-377840dc-2679-4ff8-859f-300529e18698 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.356334 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e05b3a12-f639-4f24-a865-86f8be90ed81 req-377840dc-2679-4ff8-859f-300529e18698 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0530999 Dec 23 11:36:43.413686 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e05b3a12-f639-4f24-a865-86f8be90ed81 req-ee83e3fd-1cbb-460a-9e33-679a5c3a5e1a tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/security-groups?id=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506129 Dec 23 11:36:43.436049 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-573356cd-0c4f-46fd-b199-79c5f3752232 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894091 Dec 23 11:36:43.453872 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:43.525646 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-29ad38de-5957-4bcf-8559-dafbeb9d2080 req-7bece1af-8327-4637-8e4b-5e7ac5538b57 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801136 Dec 23 11:36:43.594139 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-27be457c-cd12-4ee1-ab9c-03fe5aa8de14 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.595591 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-27be457c-cd12-4ee1-ab9c-03fe5aa8de14 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.0495210 Dec 23 11:36:43.685036 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '5337f971-c968-49e3-bc13-d138ac89411d', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'port_id': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'mac_address': 'fa:16:3e:e9:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:41Z', 'updated_at': '2021-12-23T11:36:41Z', 'revision_number': 0, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:43.694412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Deleting port c8b0556c-7e20-457e-bc21-fd63e48903d2 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:43.694746 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:43.712928 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834518f8-d1ca-4975-96a0-ebbe22d03d56 None None] The sync data for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi is: [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '5337f971-c968-49e3-bc13-d138ac89411d', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'port_id': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'mac_address': 'fa:16:3e:e9:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:41Z', 'updated_at': '2021-12-23T11:36:41Z', 'revision_number': 0, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:36:43.753041 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-3a5d2869-8407-4078-b02e-fdde7e9229d7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.757668 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-3a5d2869-8407-4078-b02e-fdde7e9229d7 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 946 time: 0.0570962 Dec 23 11:36:43.825580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] For port c8b0556c-7e20-457e-bc21-fd63e48903d2, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c8b0556c-7e20-457e-bc21-fd63e48903d2,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:43.826169 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:43.839788 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Calling delete_port for c8b0556c-7e20-457e-bc21-fd63e48903d2 owned by compute:nova {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:43.864499 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Deleting port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:43.864940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:43.928036 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffec511-dda2-4792-acee-e4c57c48fe7b req-e5ab98e4-a650-4bed-832c-39626e484e54 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:43.930386 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bffec511-dda2-4792-acee-e4c57c48fe7b req-e5ab98e4-a650-4bed-832c-39626e484e54 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd605893-3523-4c8f-8cae-c01daa5736dd HTTP/1.1" status: 200 len: 945 time: 0.1250191 Dec 23 11:36:43.966258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] For port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:43.966628 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:43.978156 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda70c7-9e37-4a1a-9c7a-df9fa94676d9 None None] New status for floating IP 5337f971-c968-49e3-bc13-d138ac89411d: ACTIVE {{(pid=102561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:36:43.980441 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Calling delete_port for f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:44.035540 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bffec511-dda2-4792-acee-e4c57c48fe7b req-6504b70a-7ea4-4ce5-ad00-a9417a703700 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983357 Dec 23 11:36:44.057327 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:44.085620 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event deleted for resources: {'Port': ['ID=c8b0556c-7e20-457e-bc21-fd63e48903d2,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:44.086121 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa', '417a0203-00fa-40d1-b7f4-25313073bd85', 'c970e45d-18d8-4007-afca-28cebf2b9b3f', 'c8b0556c-7e20-457e-bc21-fd63e48903d2'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:44.131951 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:44.133368 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] No DVR routers for this DVR port c8b0556c-7e20-457e-bc21-fd63e48903d2 on host hv-cinder-73093 {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:36:44.135893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:44.139710 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60242ce0-62cd-4cc0-b877-81a41cbc7aee req-e60a0474-ca27-4d1b-8516-8628853cb4da tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "DELETE /v2.0/ports/c8b0556c-7e20-457e-bc21-fd63e48903d2 HTTP/1.1" status: 204 len: 173 time: 0.5349557 Dec 23 11:36:44.167645 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Pushing event deleted for resources: {'Port': ['ID=f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:44.210918 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] No DVR routers for this DVR port f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:36:44.213488 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:44.216934 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0b0c140e-6654-4133-b0f2-070e2320f4df req-dbe6854f-78ea-497c-a4b0-53d22b0979ec tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.32 "DELETE /v2.0/ports/f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 HTTP/1.1" status: 204 len: 173 time: 0.4557059 Dec 23 11:36:44.217406 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420b4522-1683-4615-8907-9ea60c48a555', 'name': 'network-vif-deleted', 'tag': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:44.219795 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c8149-59e7-400f-8cf7-62ec9c797792" -d '{"events": [{"server_uuid": "420b4522-1683-4615-8907-9ea60c48a555", "name": "network-vif-deleted", "tag": "f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:44.270903 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b8702-fb86-45c7-b2b8-0c0c6e964473 x-openstack-request-id: req-a64b8702-fb86-45c7-b2b8-0c0c6e964473 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:44.271373 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420b4522-1683-4615-8907-9ea60c48a555", "name": "network-vif-deleted", "tag": "f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:44.271624 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a64b8702-fb86-45c7-b2b8-0c0c6e964473 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:44.272014 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b4522-1683-4615-8907-9ea60c48a555', 'name': 'network-vif-deleted', 'tag': 'f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606', 'status': 'completed', 'code': 200} Dec 23 11:36:44.513118 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dad13168-0350-4cd7-a5d9-772265dbe811 req-aeb28f75-0051-4ac7-9aa3-bd4862b1cb78 tempest-ServerRescueNegativeTestJSON-1882542926 tempest-ServerRescueNegativeTestJSON-1882542926-project] 10.222.0.31 "GET /v2.0/ports?device_id=420b4522-1683-4615-8907-9ea60c48a555 HTTP/1.1" status: 200 len: 210 time: 0.0245969 Dec 23 11:36:44.934056 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'name': 'network-vif-deleted', 'tag': 'c8b0556c-7e20-457e-bc21-fd63e48903d2'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:44.936709 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdf76b6-71ef-4330-be0a-2230fba32406" -d '{"events": [{"server_uuid": "cd605893-3523-4c8f-8cae-c01daa5736dd", "name": "network-vif-deleted", "tag": "c8b0556c-7e20-457e-bc21-fd63e48903d2"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:44.972020 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a56cb7-4690-4ce7-a730-99b9df33fa77 x-openstack-request-id: req-84a56cb7-4690-4ce7-a730-99b9df33fa77 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:44.972316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd605893-3523-4c8f-8cae-c01daa5736dd", "name": "network-vif-deleted", "tag": "c8b0556c-7e20-457e-bc21-fd63e48903d2", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:44.972576 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84a56cb7-4690-4ce7-a730-99b9df33fa77 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:44.973016 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd605893-3523-4c8f-8cae-c01daa5736dd', 'name': 'network-vif-deleted', 'tag': 'c8b0556c-7e20-457e-bc21-fd63e48903d2', 'status': 'completed', 'code': 200} Dec 23 11:36:45.571485 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53214) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:45.701656 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:45.975699 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:46.275914 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Deleting port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:46.276482 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:46.383624 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] For port 03dc3d29-0d3c-4b80-bf2f-8e306ef48822, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,segment=NetworkSegment(09d31c68-986e-4b51-9520-31f58dba8b20),segment_id=09d31c68-986e-4b51-9520-31f58dba8b20)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:46.383986 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:46.396918 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Calling delete_port for 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 owned by network:router_interface {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:46.449230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643316e8-715a-48e5-8e24-9664df982e34 req-059b7121-f532-4702-bb1f-51ca97d6864a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:46.450605 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-643316e8-715a-48e5-8e24-9664df982e34 req-059b7121-f532-4702-bb1f-51ca97d6864a tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.0491476 Dec 23 11:36:46.496789 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-643316e8-715a-48e5-8e24-9664df982e34 req-701e9b0f-6f8d-46bb-b941-7bee52a080a8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Dec 23 11:36:46.571049 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:46.597150 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03dc3d29-0d3c-4b80-bf2f-8e306ef48822,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:46.760216 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:47.185765 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Router 230e86ad-f723-449f-b916-61da4b179011 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:36:47.288149 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:36:47.293718 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-91651df4-ddb5-4f37-8e86-2212270e63b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/230e86ad-f723-449f-b916-61da4b179011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210584 Dec 23 11:36:47.296147 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53232) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:47.298648 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] Sync routers for ids ['230e86ad-f723-449f-b916-61da4b179011'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:36:47.312551 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] Routers {'230e86ad-f723-449f-b916-61da4b179011'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:47.313211 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['230e86ad-f723-449f-b916-61da4b179011'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:47.397785 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks [] for router, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:47.412762 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] Set router 230e86ad-f723-449f-b916-61da4b179011 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:47.500627 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:47.551289 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Deleting port 56c08091-a6bf-47ce-b738-6d749d51488a {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:47.551651 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:47.589125 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:36:46Z', 'revision_number': 5, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port': {'id': '56c08091-a6bf-47ce-b738-6d749d51488a', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e86ad-f723-449f-b916-61da4b179011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:47.615147 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] Checking router: 230e86ad-f723-449f-b916-61da4b179011 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:36:47.619813 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4cf4b-5ec2-447e-ab7b-a979080ba29e req-d0cd5438-637a-4a65-8832-7ff563bc0d43 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:47.621403 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-71e4cf4b-5ec2-447e-ab7b-a979080ba29e req-d0cd5438-637a-4a65-8832-7ff563bc0d43 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.0518675 Dec 23 11:36:47.626680 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] Routers {'230e86ad-f723-449f-b916-61da4b179011'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:47.627285 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['230e86ad-f723-449f-b916-61da4b179011'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:47.630434 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] For port 56c08091-a6bf-47ce-b738-6d749d51488a, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=56c08091-a6bf-47ce-b738-6d749d51488a,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:47.630913 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:47.645485 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Calling delete_port for 56c08091-a6bf-47ce-b738-6d749d51488a owned by network:router_gateway {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:47.685054 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-71e4cf4b-5ec2-447e-ab7b-a979080ba29e req-d6488102-8891-4105-b9e0-32a254321c15 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525982 Dec 23 11:36:47.723489 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] Set router 230e86ad-f723-449f-b916-61da4b179011 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:47.777122 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:36:47Z', 'revision_number': 6, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:47.802788 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aca135-b09c-44c8-9cfc-0d9d496b4868 None None] The sync data for ids ['230e86ad-f723-449f-b916-61da4b179011'] in dv-cinder-730936-3-iscsi is: [{'id': '230e86ad-f723-449f-b916-61da4b179011', 'name': 'tempest-ServerRescueNegativeTestJSON-2037341698-router', 'tenant_id': '5162e9da9c6440348a7279d7196f526a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:36:47Z', 'revision_number': 6, 'project_id': '5162e9da9c6440348a7279d7196f526a', 'gw_port_host': None}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:36:47.815616 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:47.849233 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Pushing event deleted for resources: {'Port': ['ID=56c08091-a6bf-47ce-b738-6d749d51488a,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:47.905139 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.005903 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.008169 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.076902 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.077660 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230e86ad-f723-449f-b916-61da4b179011 {{(pid=102560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:36:48.083021 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.084327 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e5cba443-6ccf-4600-90fc-f811663be50a admin admin] 10.222.0.31 "DELETE /v2.0/routers/230e86ad-f723-449f-b916-61da4b179011 HTTP/1.1" status: 204 len: 168 time: 0.7872088 Dec 23 11:36:48.090327 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53236) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:48.136489 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Deleting subnet 16282816-f878-42b8-93ac-0aeae4daa5bc {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:36:48.139625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.175229 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.215331 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.276133 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.281559 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:48.299710 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16282816-f878-42b8-93ac-0aeae4daa5bc,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:48.302543 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:48.302900 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 03dc3d29-0d3c-4b80-bf2f-8e306ef48822 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:48.308142 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.311320 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-59fcc455-351f-4680-90eb-724935f24e84 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/16282816-f878-42b8-93ac-0aeae4daa5bc HTTP/1.1" status: 204 len: 168 time: 0.2197080 Dec 23 11:36:48.314178 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53238) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:48.389453 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.468119 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.487590 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b86ea31-5e46-4dae-9a1c-b1217ffd56e6']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:48.496592 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d31c68-986e-4b51-9520-31f58dba8b20') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:48.496911 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d31c68-986e-4b51-9520-31f58dba8b20') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:48.506001 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.520135 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.526825 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:36:48.527172 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:36:48.528914 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:36:48.585044 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.590677 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.593993 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9b86ea31-5e46-4dae-9a1c-b1217ffd56e6 HTTP/1.1" status: 204 len: 168 time: 0.2789199 Dec 23 11:36:48.605408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a31429-3761-4614-994f-4b3ae7976c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b86ea31-5e46-4dae-9a1c-b1217ffd56e6,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:48.734525 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:48.761166 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:48.761512 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device f9b8b8b7-dc96-487d-a8f7-a84fa2a9e606 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:48.762116 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c8b0556c-7e20-457e-bc21-fd63e48903d2 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:48.767883 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53248) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:48.782644 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: c8b0556c-7e20-457e-bc21-fd63e48903d2 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:48.783401 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c8b0556c-7e20-457e-bc21-fd63e48903d2 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:48.808333 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bcec-e5a8-4c98-bb52-add5f80380df req-4a880bc4-e777-4f04-9979-d048604e02e2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:48.809875 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3219bcec-e5a8-4c98-bb52-add5f80380df req-4a880bc4-e777-4f04-9979-d048604e02e2 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.0656521 Dec 23 11:36:48.823525 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b2e7db7f-d885-46af-861a-c4b3bb43415d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5162e9da9c6440348a7279d7196f526a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523684 Dec 23 11:36:48.823751 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53250) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:48.858976 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3219bcec-e5a8-4c98-bb52-add5f80380df req-5a36c07d-7c5b-41d6-8bc9-a6b4ae09b2ba tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Dec 23 11:36:48.876611 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfa00b-a4a2-4d2c-8f55-8ffb972507dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.899215 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfa00b-a4a2-4d2c-8f55-8ffb972507dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.945123 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfa00b-a4a2-4d2c-8f55-8ffb972507dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.947674 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfa00b-a4a2-4d2c-8f55-8ffb972507dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:48.948863 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-45cfa00b-a4a2-4d2c-8f55-8ffb972507dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce HTTP/1.1" status: 204 len: 168 time: 0.1242068 Dec 23 11:36:48.956688 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfa00b-a4a2-4d2c-8f55-8ffb972507dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb3c13-eb76-4b17-94d5-a8b17c57d7ce,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:49.050198 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-36573458-3490-4b67-af57-b6325e9f9c3d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:49.051681 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-36573458-3490-4b67-af57-b6325e9f9c3d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 945 time: 0.0503333 Dec 23 11:36:49.146457 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Deleting port c970e45d-18d8-4007-afca-28cebf2b9b3f {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:49.146794 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.238928 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] For port c970e45d-18d8-4007-afca-28cebf2b9b3f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=c970e45d-18d8-4007-afca-28cebf2b9b3f,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:49.239298 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.252161 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Calling delete_port for c970e45d-18d8-4007-afca-28cebf2b9b3f owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:49.375872 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.394620 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa', '417a0203-00fa-40d1-b7f4-25313073bd85', 'c970e45d-18d8-4007-afca-28cebf2b9b3f'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:49.440715 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event deleted for resources: {'Port': ['ID=c970e45d-18d8-4007-afca-28cebf2b9b3f,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:49.461523 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] No DVR routers for this DVR port c970e45d-18d8-4007-afca-28cebf2b9b3f on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:36:49.464075 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.467812 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-39cf3d86-eb80-4998-94b4-30bd5c74811f req-bee0930b-8af8-4888-98bd-8d836bcc169f tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "DELETE /v2.0/ports/c970e45d-18d8-4007-afca-28cebf2b9b3f HTTP/1.1" status: 204 len: 173 time: 0.4074376 Dec 23 11:36:49.468283 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'name': 'network-vif-deleted', 'tag': 'c970e45d-18d8-4007-afca-28cebf2b9b3f'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:49.470593 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db7141-edd7-4bb6-8f24-2b15d1427847" -d '{"events": [{"server_uuid": "3075f6c0-ede4-4d49-9abf-cda0f0114633", "name": "network-vif-deleted", "tag": "c970e45d-18d8-4007-afca-28cebf2b9b3f"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:49.526278 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee6a8db-9e4e-44cd-8dc0-191bd29db533 x-openstack-request-id: req-3ee6a8db-9e4e-44cd-8dc0-191bd29db533 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:49.526570 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3075f6c0-ede4-4d49-9abf-cda0f0114633", "name": "network-vif-deleted", "tag": "c970e45d-18d8-4007-afca-28cebf2b9b3f", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:49.527406 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ee6a8db-9e4e-44cd-8dc0-191bd29db533 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:49.528721 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3075f6c0-ede4-4d49-9abf-cda0f0114633', 'name': 'network-vif-deleted', 'tag': 'c970e45d-18d8-4007-afca-28cebf2b9b3f', 'status': 'completed', 'code': 200} Dec 23 11:36:49.692725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53280) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:49.787194 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1988569206-network', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:49.812145 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Made reservation on behalf of 287e322f4ddb4877b2e072441c21cac2 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:36:49.814821 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.823193 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.897245 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.901937 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.923628 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:36:49.939800 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42341a67-7542-4119-bee7-aff3c6307285,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:49.940689 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 56c08091-a6bf-47ce-b738-6d749d51488a no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:49.942788 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.943179 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Added segment 6a0185a7-b96e-4b10-b4bc-666e41387fe2 of type vlan for network 25344bbe-018a-4341-8784-0e9f59d8b706 Dec 23 11:36:49.960866 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 56c08091-a6bf-47ce-b738-6d749d51488a {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:49.968975 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 56c08091-a6bf-47ce-b738-6d749d51488a not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:49.986445 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:49.990199 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-269e4597-ba6b-47c2-9893-c15904ba4535 req-cb7ae510-a458-46eb-8ab7-4bb4d9809d96 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=3075f6c0-ede4-4d49-9abf-cda0f0114633 HTTP/1.1" status: 200 len: 210 time: 0.0339828 Dec 23 11:36:50.011457 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.012425 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:50.013057 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.041271 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3474684 Dec 23 11:36:50.044250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53286) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:50.049119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Request body: {'subnet': {'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1988569206-subnet', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:50.074374 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Made reservation on behalf of 287e322f4ddb4877b2e072441c21cac2 for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:36:50.075251 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a542902-f99f-4aaf-a4f2-b53bc70c0734 admin admin] Pushing event updated for resources: {'Network': ['ID=25344bbe-018a-4341-8784-0e9f59d8b706,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:50.077071 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9429289'] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.086097 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 25344bbe-018a-4341-8784-0e9f59d8b706 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:36:50.255767 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2340366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9429307'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.306984 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8832f32f-6922-4ef0-b405-455dcf040266,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:50.323059 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Checking segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:50.323410 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Network hostable DHCP agents. Network: 25344bbe-018a-4341-8784-0e9f59d8b706, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:36:50.342939 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Network 25344bbe-018a-4341-8784-0e9f59d8b706 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:36:50.353114 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 25344bbe-018a-4341-8784-0e9f59d8b706) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:50.359445 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:50.360520 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.362452 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd4250-fa84-4937-aa5d-5d1d60f3de67 None None] Network 25344bbe-018a-4341-8784-0e9f59d8b706 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:36:50.378277 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-5960cd2f-d65f-4050-b6a6-cdbf476c22c0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3328304 Dec 23 11:36:50.380932 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53288) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:50.386663 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:50.411547 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.412549 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.470368 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.483370 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-25344bbe-018a-4341-8784-0e9f59d8b706', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:36:50.484302 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.629829 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Allocated IP 172.20.0.2 (25344bbe-018a-4341-8784-0e9f59d8b706/8832f32f-6922-4ef0-b405-455dcf040266/6d9d1920-adc1-4c24-9799-cbdacb952889) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:50.785476 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.791638 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.831890 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Network 25344bbe-018a-4341-8784-0e9f59d8b706 is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:50.833081 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.834684 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:50.838096 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:50.845373 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Pushing event updated for resources: {'Port': ['ID=6d9d1920-adc1-4c24-9799-cbdacb952889,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:50.901561 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Attempting to bind port 6d9d1920-adc1-4c24-9799-cbdacb952889 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:36:50.902034 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Attempting to bind port 6d9d1920-adc1-4c24-9799-cbdacb952889 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:36:50.902394 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Attempting to bind port 6d9d1920-adc1-4c24-9799-cbdacb952889 on network 25344bbe-018a-4341-8784-0e9f59d8b706 {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:50.907373 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:36:50.907744 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Checking segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:50.908143 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.908530 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Bound using segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:36:50.909024 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Bound port: 6d9d1920-adc1-4c24-9799-cbdacb952889, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:36:50.909404 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:50.969379 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] For port 6d9d1920-adc1-4c24-9799-cbdacb952889, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:36:50.972613 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] For port 6d9d1920-adc1-4c24-9799-cbdacb952889, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=6d9d1920-adc1-4c24-9799-cbdacb952889,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:36:50.977240 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.031644 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297302-36c0-4362-a488-3d73926e08d3 None None] Pushing event updated for resources: {'Port': ['ID=6d9d1920-adc1-4c24-9799-cbdacb952889,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:51.047268 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.086269 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.198817 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Allocated IP 172.27.1.110 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/38e6736b-4162-488c-a06e-bf5f352041b6) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:51.338097 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10afd2-eec1-4b62-84b0-3bacffbfff0e req-d87b8679-5c26-4e2d-bdc9-2b8c483d0178 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:51.339820 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-db10afd2-eec1-4b62-84b0-3bacffbfff0e req-d87b8679-5c26-4e2d-bdc9-2b8c483d0178 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.1063471 Dec 23 11:36:51.377386 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.419461 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-db10afd2-eec1-4b62-84b0-3bacffbfff0e req-20a4b799-9482-484b-aac6-de2ac86d11f8 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714138 Dec 23 11:36:51.438562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.477682 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:51.480872 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:51.484540 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:51.489978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Pushing event updated for resources: {'Port': ['ID=38e6736b-4162-488c-a06e-bf5f352041b6,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:51.524392 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.524776 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.525118 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.525452 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.525789 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.526111 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.526437 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.526760 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.527080 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.527388 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.527710 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.528045 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.528359 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:51.750944 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.958818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:51.981851 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be7a1c-fd7c-41d7-921e-f764aa62b8e2 None None] Network 25344bbe-018a-4341-8784-0e9f59d8b706 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:36:52.050797 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 6d9d1920-adc1-4c24-9799-cbdacb952889 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:52.082717 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-9eba20c9-bec0-4151-885d-6af88dfe6d86 None None] Provisioning complete for port 6d9d1920-adc1-4c24-9799-cbdacb952889 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:52.083075 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9eba20c9-bec0-4151-885d-6af88dfe6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.105859 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:36:52.182171 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 6d9d1920-adc1-4c24-9799-cbdacb952889 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:52.182527 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.228237 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:36:52.242332 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:36:52.250130 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9eba20c9-bec0-4151-885d-6af88dfe6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.250958 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.255054 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c62fe32c-64b9-48a7-866a-c080e4b73669 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8696721 Dec 23 11:36:52.255215 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53304) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:52.277071 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:52.277705 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:52.336205 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-9eba20c9-bec0-4151-885d-6af88dfe6d86 None None] For port 6d9d1920-adc1-4c24-9799-cbdacb952889, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=6d9d1920-adc1-4c24-9799-cbdacb952889,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:52.362213 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9eba20c9-bec0-4151-885d-6af88dfe6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.435267 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.486110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba20c9-bec0-4151-885d-6af88dfe6d86 None None] Pushing event updated for resources: {'Port': ['ID=6d9d1920-adc1-4c24-9799-cbdacb952889,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:52.496230 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:52.579321 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-49d0b42f-3424-48a2-aa6a-5ef4d2fff829 None None] Provisioning complete for port 6d9d1920-adc1-4c24-9799-cbdacb952889 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:52.579594 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-49d0b42f-3424-48a2-aa6a-5ef4d2fff829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.613662 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b44cf-864d-4446-959c-1863fe6d0259 req-ef517b28-82a4-49ff-9f99-3f83bd342db6 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:52.615159 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c94b44cf-864d-4446-959c-1863fe6d0259 req-ef517b28-82a4-49ff-9f99-3f83bd342db6 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0949800 Dec 23 11:36:52.618447 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.db.api [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 11:36:52.618828 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG oslo_db.api [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 11:36:52.698660 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c94b44cf-864d-4446-959c-1863fe6d0259 req-77584557-ce41-4006-b2bb-b44a02f69675 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771217 Dec 23 11:36:52.774340 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:52.782373 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c970e45d-18d8-4007-afca-28cebf2b9b3f no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:52.809778 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: c970e45d-18d8-4007-afca-28cebf2b9b3f {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:52.810101 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device c970e45d-18d8-4007-afca-28cebf2b9b3f not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:52.925564 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:51Z', 'revision_number': 3, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:52.938985 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Allocated IP 172.20.0.1 (25344bbe-018a-4341-8784-0e9f59d8b706/8832f32f-6922-4ef0-b405-455dcf040266/3e0b5240-fb15-4e9c-812b-85d1ed680343) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:52.957220 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:36:52.957580 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Updating router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 port 38e6736b-4162-488c-a06e-bf5f352041b6 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:36:52.982177 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.037370 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.075799 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.118037 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Network 25344bbe-018a-4341-8784-0e9f59d8b706 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:53.122164 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:53.126466 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:53.129382 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0b5240-fb15-4e9c-812b-85d1ed680343,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:53.163822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.284783 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.290882 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.307087 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.340128 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Attempting to bind port 38e6736b-4162-488c-a06e-bf5f352041b6 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:36:53.340498 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Attempting to bind port 38e6736b-4162-488c-a06e-bf5f352041b6 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:36:53.340888 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Attempting to bind port 38e6736b-4162-488c-a06e-bf5f352041b6 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:53.346927 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b53b8-209a-41c9-932b-7a298df0412c None None] Pushing event updated for resources: {'Port': ['ID=38e6736b-4162-488c-a06e-bf5f352041b6,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:53.351438 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:36:53.351811 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:53.352211 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.352594 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:36:53.353088 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Bound port: 38e6736b-4162-488c-a06e-bf5f352041b6, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:36:53.353464 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.406895 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] For port 38e6736b-4162-488c-a06e-bf5f352041b6, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:36:53.421640 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] For port 38e6736b-4162-488c-a06e-bf5f352041b6, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=38e6736b-4162-488c-a06e-bf5f352041b6,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:36:53.428777 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.435728 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-2a6d8e61-1b66-4e69-b530-7702ece693de None None] Provisioning complete for port 3e0b5240-fb15-4e9c-812b-85d1ed680343 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:53.436085 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2a6d8e61-1b66-4e69-b530-7702ece693de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.475969 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.482155 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.520415 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d8e61-1b66-4e69-b530-7702ece693de None None] Port 3e0b5240-fb15-4e9c-812b-85d1ed680343 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:36:53.521629 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:53.522246 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:53.527855 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b53b8-209a-41c9-932b-7a298df0412c None None] Pushing event updated for resources: {'Port': ['ID=38e6736b-4162-488c-a06e-bf5f352041b6,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:53.546012 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0b5240-fb15-4e9c-812b-85d1ed680343,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:53.548442 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.635702 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:53.649882 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Network 25344bbe-018a-4341-8784-0e9f59d8b706 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:53.651798 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:53.767373 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-e97eae6e-5f55-4e37-afbf-4d37a41454f1 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:53.768417 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:36:53.770309 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-e97eae6e-5f55-4e37-afbf-4d37a41454f1 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.0833237 Dec 23 11:36:53.894511 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Deleting port 417a0203-00fa-40d1-b7f4-25313073bd85 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:53.894935 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:53.904758 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 2, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:53.950404 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c45882-df42-416f-8e1b-0ef3be22758d None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 2, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:36:53.964416 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-44734334-1b9e-4b77-a561-995937f975a7 None None] Provisioning complete for port 3e0b5240-fb15-4e9c-812b-85d1ed680343 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:53.964818 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-44734334-1b9e-4b77-a561-995937f975a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.003311 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] For port 417a0203-00fa-40d1-b7f4-25313073bd85, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=417a0203-00fa-40d1-b7f4-25313073bd85,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:54.003672 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.037427 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Calling delete_port for 417a0203-00fa-40d1-b7f4-25313073bd85 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:54.038309 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 6d9d1920-adc1-4c24-9799-cbdacb952889 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:54.098582 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-44734334-1b9e-4b77-a561-995937f975a7 None None] Port 3e0b5240-fb15-4e9c-812b-85d1ed680343 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:36:54.110905 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 6d9d1920-adc1-4c24-9799-cbdacb952889 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:54.111506 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.199025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d67d-228a-4113-a8eb-41245de4f5ca req-61ff83a9-7c93-4f6a-aef1-34f88f658770 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:54.200316 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54e0d67d-228a-4113-a8eb-41245de4f5ca req-61ff83a9-7c93-4f6a-aef1-34f88f658770 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da899b8-4160-402c-9b7b-8da09dca1e3a HTTP/1.1" status: 200 len: 945 time: 0.3779750 Dec 23 11:36:54.201791 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:36:54.209082 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-dd9167a2-a57d-4ddb-8747-49b5bf59bf08 admin admin] 10.222.0.31 "PUT /v2.0/routers/3eed4ff7-d1e7-4a44-bb05-f160b0000630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529052 Dec 23 11:36:54.273455 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.289516 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa', '417a0203-00fa-40d1-b7f4-25313073bd85'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:54.311722 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54e0d67d-228a-4113-a8eb-41245de4f5ca req-93b6b0ce-6607-4108-9d5a-f60a1e9be521 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 Dec 23 11:36:54.320289 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event deleted for resources: {'Port': ['ID=417a0203-00fa-40d1-b7f4-25313073bd85,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:54.385175 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] No DVR routers for this DVR port 417a0203-00fa-40d1-b7f4-25313073bd85 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:36:54.387628 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.391055 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-530fbc80-ba5c-4d58-b248-aa2c5bd0f0c2 req-4eb2e229-8de0-44d9-b0ec-5be47c9e300d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "DELETE /v2.0/ports/417a0203-00fa-40d1-b7f4-25313073bd85 HTTP/1.1" status: 204 len: 173 time: 0.6103427 Dec 23 11:36:54.391512 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'name': 'network-vif-deleted', 'tag': '417a0203-00fa-40d1-b7f4-25313073bd85'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:54.393789 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097392ce-4b8b-4463-9dc0-1d997bd56ecb" -d '{"events": [{"server_uuid": "1da899b8-4160-402c-9b7b-8da09dca1e3a", "name": "network-vif-deleted", "tag": "417a0203-00fa-40d1-b7f4-25313073bd85"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:54.470888 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a15d6-f556-42fe-9943-3ef16abbda30 x-openstack-request-id: req-877a15d6-f556-42fe-9943-3ef16abbda30 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:54.471345 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da899b8-4160-402c-9b7b-8da09dca1e3a", "name": "network-vif-deleted", "tag": "417a0203-00fa-40d1-b7f4-25313073bd85", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:54.471865 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-877a15d6-f556-42fe-9943-3ef16abbda30 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:54.472241 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da899b8-4160-402c-9b7b-8da09dca1e3a', 'name': 'network-vif-deleted', 'tag': '417a0203-00fa-40d1-b7f4-25313073bd85', 'status': 'completed', 'code': 200} Dec 23 11:36:54.882313 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53330) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:54.888185 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101119713', 'description': 'tempest-description--259179562'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:54.913974 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.990422 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:54.995293 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.023726 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.025004 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1414297 Dec 23 11:36:55.028042 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53332) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:55.032656 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'security_group_rule': {'security_group_id': 'bf68a87d-9ff6-4684-af6d-335279af0d30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:55.034736 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb084-bff0-447a-aaed-f18a9fe724bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf68a87d-9ff6-4684-af6d-335279af0d30,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:55.065167 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.135433 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.140366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.164822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb4428-24da-4778-95f5-999ae293147d,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:55.180413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.181868 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-6eda42c1-9dc0-4535-9cf6-18080ff0097e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526835 Dec 23 11:36:55.184444 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53336) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:55.191715 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'security_group_rule': {'security_group_id': 'bf68a87d-9ff6-4684-af6d-335279af0d30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:55.237286 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.307305 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.311799 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.331675 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7162c609-72a5-4a3f-98e5-cf632ad3815a,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:55.340052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.341340 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-6d06c940-e2df-45e5-910b-557dd7556ab9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554902 Dec 23 11:36:55.344440 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53340) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:36:55.349389 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:55.383194 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.484901 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.598161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Allocated IP 172.27.1.33 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/070ac891-aeca-49cf-877f-5ff48c951d17) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:55.711004 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.747325 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.789442 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:55.792401 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:55.797025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:55.800072 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'Port': ['ID=070ac891-aeca-49cf-877f-5ff48c951d17,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:55.887067 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:55.921762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.007292 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 38e6736b-4162-488c-a06e-bf5f352041b6 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:56.063741 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 38e6736b-4162-488c-a06e-bf5f352041b6 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:56.064119 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.078216 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.083395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.135527 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:36:56.148598 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.149403 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:56.150147 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:56.151251 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'Port': ['ID=070ac891-aeca-49cf-877f-5ff48c951d17,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:56.161534 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.174426 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 38e6736b-4162-488c-a06e-bf5f352041b6, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=38e6736b-4162-488c-a06e-bf5f352041b6,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:56.177807 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.180750 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.180911 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-eb9417b1-2a53-4806-8c5a-c8d4255178c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8333125 Dec 23 11:36:56.236990 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=38e6736b-4162-488c-a06e-bf5f352041b6,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:56.267094 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:56.334293 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-c13de25a-7f01-4a43-b888-a207ed2d7a3c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--101119713&fields=id&tenant_id=287e322f4ddb4877b2e072441c21cac2 HTTP/1.1" status: 200 len: 267 time: 0.0470328 Dec 23 11:36:56.454909 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-582bed5c-16b6-4993-9321-ad7d2a1c8eaa tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:56.456431 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-582bed5c-16b6-4993-9321-ad7d2a1c8eaa tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 811 time: 0.1155269 Dec 23 11:36:56.471865 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-82f9a691-1b90-47e9-9118-e8bc22116cea tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/quotas/287e322f4ddb4877b2e072441c21cac2 HTTP/1.1" status: 200 len: 375 time: 0.0094595 Dec 23 11:36:56.526616 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-631dcfaf-aab7-4fa1-8f29-da900332e741 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494087 Dec 23 11:36:56.560381 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 2, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:56.587996 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:36:56.588389 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Updating router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 port 3e0b5240-fb15-4e9c-812b-85d1ed680343 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:36:56.620100 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.636750 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-6f4cbb8d-4723-4d8d-93b3-3335d4d9c2eb service neutron] 10.222.0.31 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982690 Dec 23 11:36:56.769690 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75572-9fc5-4305-b732-ac3a735f7287 req-005f2cdf-fa6a-41e9-b4ca-ac64dbad2ecb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:56.771309 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ecf75572-9fc5-4305-b732-ac3a735f7287 req-005f2cdf-fa6a-41e9-b4ca-ac64dbad2ecb tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.1001568 Dec 23 11:36:56.773650 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-890bf329-6dfb-4a2d-af0e-bdf311febeb8 service neutron] 10.222.0.31 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281519 Dec 23 11:36:56.825377 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ecf75572-9fc5-4305-b732-ac3a735f7287 req-1d4f74f8-cbf4-4ca1-b513-f937001b3663 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Dec 23 11:36:56.885965 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.892056 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:56.942990 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Pushing event updated for resources: {'Port': ['ID=3e0b5240-fb15-4e9c-812b-85d1ed680343,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:56.951628 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.952066 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.952326 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.952685 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.952999 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.953319 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.953636 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.953952 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.954272 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.954603 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.954920 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.955228 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.955687 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:36:56.957915 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49af338b-fd5b-40c2-9b27-c86e968e1fe1 req-7f043e72-07e5-4bad-ad7a-6ef56a1201f9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 210 time: 0.0393696 Dec 23 11:36:57.023604 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Attempting to bind port 3e0b5240-fb15-4e9c-812b-85d1ed680343 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:36:57.024028 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Attempting to bind port 3e0b5240-fb15-4e9c-812b-85d1ed680343 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:36:57.024302 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Attempting to bind port 3e0b5240-fb15-4e9c-812b-85d1ed680343 on network 25344bbe-018a-4341-8784-0e9f59d8b706 {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:57.029787 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:36:57.030311 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Checking segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:57.030834 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.031218 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Bound using segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:36:57.031804 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Bound port: 3e0b5240-fb15-4e9c-812b-85d1ed680343, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:36:57.032194 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.098404 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] For port 3e0b5240-fb15-4e9c-812b-85d1ed680343, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:36:57.101652 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] For port 3e0b5240-fb15-4e9c-812b-85d1ed680343, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=3e0b5240-fb15-4e9c-812b-85d1ed680343,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:36:57.106310 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.145246 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-6cabcb72-0e4f-4112-b5b9-26281c93e9b8 None None] Provisioning complete for port 3e0b5240-fb15-4e9c-812b-85d1ed680343 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:57.145746 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6cabcb72-0e4f-4112-b5b9-26281c93e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.175441 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:36:57.176154 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:36:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:57.230584 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0aa1f-9359-425a-a15c-7013a2ea25ac None None] Pushing event updated for resources: {'Port': ['ID=3e0b5240-fb15-4e9c-812b-85d1ed680343,revision_number=4']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:57.245842 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6cabcb72-0e4f-4112-b5b9-26281c93e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.283056 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-6cabcb72-0e4f-4112-b5b9-26281c93e9b8 None None] For port 3e0b5240-fb15-4e9c-812b-85d1ed680343, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=3e0b5240-fb15-4e9c-812b-85d1ed680343,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:57.288636 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6cabcb72-0e4f-4112-b5b9-26281c93e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.326815 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:36:57.354862 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabcb72-0e4f-4112-b5b9-26281c93e9b8 None None] Pushing event updated for resources: {'Port': ['ID=3e0b5240-fb15-4e9c-812b-85d1ed680343,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:57.428376 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-6806a889-4659-4d04-bbe9-8e259255371d None None] Provisioning complete for port 3e0b5240-fb15-4e9c-812b-85d1ed680343 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:57.433111 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6806a889-4659-4d04-bbe9-8e259255371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:57.543465 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:36:57.568916 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1a6a5-8ad3-43e7-9363-aee79f10cd9b None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:36:57.959355 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f2eb9-523a-46f6-99ff-fa58b6431c24 req-2d4e8658-5f73-42cf-8d9d-25ad7f53cedd tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:57.961062 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-354f2eb9-523a-46f6-99ff-fa58b6431c24 req-2d4e8658-5f73-42cf-8d9d-25ad7f53cedd tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.0616758 Dec 23 11:36:58.019032 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6899cd6e-2555-4158-9990-118bccfcd749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.049669 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 3e0b5240-fb15-4e9c-812b-85d1ed680343 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:58.052918 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-354f2eb9-523a-46f6-99ff-fa58b6431c24 req-e8622fb6-43a2-4a06-8413-3080fbcea571 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855706 Dec 23 11:36:58.092106 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3d7a9243-f458-4e3a-bd7f-4c0e0852e5c7 req-5a7f49b6-433b-4bca-b0d4-250bfbbba0a5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 210 time: 0.0299680 Dec 23 11:36:58.116694 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 3e0b5240-fb15-4e9c-812b-85d1ed680343 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:58.117093 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.218196 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 38e6736b-4162-488c-a06e-bf5f352041b6 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:36:58.253788 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-d0fd9e97-e422-455a-b48e-eabf316c956d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:58.255230 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-d0fd9e97-e422-455a-b48e-eabf316c956d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 811 time: 0.1152613 Dec 23 11:36:58.265746 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 38e6736b-4162-488c-a06e-bf5f352041b6 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:58.266111 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.331389 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-dc6b10bd-f55d-4244-b8a7-c677b80985e9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=287e322f4ddb4877b2e072441c21cac2 HTTP/1.1" status: 200 len: 379 time: 0.0565815 Dec 23 11:36:58.366314 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'port': {'device_id': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'admin_state_up': True, 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'security_groups': ['bf68a87d-9ff6-4684-af6d-335279af0d30']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:58.480398 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Made reservation on behalf of 287e322f4ddb4877b2e072441c21cac2 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:36:58.483913 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.615854 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Allocated IP 172.20.0.13 (25344bbe-018a-4341-8784-0e9f59d8b706/8832f32f-6922-4ef0-b405-455dcf040266/66b60096-5e91-4d28-9a9b-05078bfa26cf) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:36:58.746458 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.781060 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.800235 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 417a0203-00fa-40d1-b7f4-25313073bd85 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:36:58.823240 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 417a0203-00fa-40d1-b7f4-25313073bd85 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:36:58.823583 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 417a0203-00fa-40d1-b7f4-25313073bd85 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:36:58.824037 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Network 25344bbe-018a-4341-8784-0e9f59d8b706 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:36:58.828142 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:36:58.830535 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:36:58.862595 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'Port': ['ID=66b60096-5e91-4d28-9a9b-05078bfa26cf,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:58.887006 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:58.887626 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:58.904327 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-24a171d8-f2c0-4a2d-af2f-4ff71e4ec817 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420985 Dec 23 11:36:58.927870 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Request body: {'port': {'device_id': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:36:58.984153 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.067937 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-65f549bd-0290-499f-b8d9-bf7e75864ae8 None None] Provisioning complete for port 66b60096-5e91-4d28-9a9b-05078bfa26cf triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:36:59.068165 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-65f549bd-0290-499f-b8d9-bf7e75864ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.103116 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-65f549bd-0290-499f-b8d9-bf7e75864ae8 None None] Port 66b60096-5e91-4d28-9a9b-05078bfa26cf cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:36:59.161510 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228875-2849-4429-9c15-b25961c99b6e req-02e8ab53-45ea-4ce4-ace1-f8c5b44ada20 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:59.163783 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5a228875-2849-4429-9c15-b25961c99b6e req-02e8ab53-45ea-4ce4-ace1-f8c5b44ada20 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.0517983 Dec 23 11:36:59.241566 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0381d2c-0997-419f-a609-fd1f7a28c3fa req-8eeca00a-66bd-472e-9a79-d731b2f1392f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:59.242818 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b60096-5e91-4d28-9a9b-05078bfa26cf {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:36:59.243052 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a0381d2c-0997-419f-a609-fd1f7a28c3fa req-8eeca00a-66bd-472e-9a79-d731b2f1392f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 932 time: 0.0777187 Dec 23 11:36:59.246637 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5a228875-2849-4429-9c15-b25961c99b6e req-f737bd2d-7a97-474e-96a6-5a0b810cf901 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/security-groups?id=b420e35c-d415-48f8-a4b3-fb6283a42cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Dec 23 11:36:59.250364 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.262573 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Transition to ACTIVE for port object 66b60096-5e91-4d28-9a9b-05078bfa26cf will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:36:59.268269 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.292038 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a0381d2c-0997-419f-a609-fd1f7a28c3fa req-85debe58-c071-448a-9abc-cb0bb82d32da tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Dec 23 11:36:59.489511 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02908c7-903b-4d16-9475-ed1189d95597 req-cc764c27-05f0-4403-b766-34474ac9796e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:59.491032 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d02908c7-903b-4d16-9475-ed1189d95597 req-cc764c27-05f0-4403-b766-34474ac9796e tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 946 time: 0.0555120 Dec 23 11:36:59.579889 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Pushing event updated for resources: {'Port': ['ID=66b60096-5e91-4d28-9a9b-05078bfa26cf,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:59.593417 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Deleting port d6f82306-850f-4c3f-90d9-ae07ea5b97fa {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:36:59.593723 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.607840 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Attempting to bind port 66b60096-5e91-4d28-9a9b-05078bfa26cf on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:36:59.608227 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Attempting to bind port 66b60096-5e91-4d28-9a9b-05078bfa26cf by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:36:59.608558 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Attempting to bind port 66b60096-5e91-4d28-9a9b-05078bfa26cf on network 25344bbe-018a-4341-8784-0e9f59d8b706 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:59.612889 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Port 66b60096-5e91-4d28-9a9b-05078bfa26cf on network 25344bbe-018a-4341-8784-0e9f59d8b706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:36:59.613197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Attempting to bind port 66b60096-5e91-4d28-9a9b-05078bfa26cf on network 25344bbe-018a-4341-8784-0e9f59d8b706 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:36:59.617840 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:36:59.618165 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Checking segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:36:59.618508 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Bound using segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:36:59.618939 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Bound port: 66b60096-5e91-4d28-9a9b-05078bfa26cf, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:36:59.619288 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.684409 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] For port 66b60096-5e91-4d28-9a9b-05078bfa26cf, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:36:59.684970 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] For port d6f82306-850f-4c3f-90d9-ae07ea5b97fa, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,segment=NetworkSegment(f87e7c21-981a-43b2-9b61-61bdcb947279),segment_id=f87e7c21-981a-43b2-9b61-61bdcb947279)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:36:59.685335 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.687447 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] For port 66b60096-5e91-4d28-9a9b-05078bfa26cf, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:36:59.692749 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.697881 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Calling delete_port for d6f82306-850f-4c3f-90d9-ae07ea5b97fa owned by compute:nova {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:36:59.726947 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:59.727740 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.729243 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 1094 time: 0.8054771 Dec 23 11:36:59.729672 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:59.732131 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e78af-0fb2-4dfb-b117-161dbedfdcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:59.758871 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4b239-dbc7-4a39-912b-0eb2ba3745b8 service neutron] Pushing event updated for resources: {'Port': ['ID=66b60096-5e91-4d28-9a9b-05078bfa26cf,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:59.772411 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146bf638-95af-44dc-930c-61ac7d8806e2 x-openstack-request-id: req-146bf638-95af-44dc-930c-61ac7d8806e2 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:59.772728 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:59.772981 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-146bf638-95af-44dc-930c-61ac7d8806e2 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:59.773373 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'status': 'completed', 'code': 200} Dec 23 11:36:59.841825 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.856701 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d6f82306-850f-4c3f-90d9-ae07ea5b97fa'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:36:59.875997 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Pushing event deleted for resources: {'Port': ['ID=d6f82306-850f-4c3f-90d9-ae07ea5b97fa,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:36:59.925194 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] No DVR routers for this DVR port d6f82306-850f-4c3f-90d9-ae07ea5b97fa on host hv-cinder-73093 {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:36:59.927692 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:36:59.931619 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d02908c7-903b-4d16-9475-ed1189d95597 req-3fbfe507-0740-40cf-893a-b45214254d92 tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.32 "DELETE /v2.0/ports/d6f82306-850f-4c3f-90d9-ae07ea5b97fa HTTP/1.1" status: 204 len: 173 time: 0.4289534 Dec 23 11:36:59.932071 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'name': 'network-vif-deleted', 'tag': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:36:59.934377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c7c0d-c939-4c1f-b70d-151b99100bfa" -d '{"events": [{"server_uuid": "d6b78602-e733-4e04-af5e-f55aa129daf4", "name": "network-vif-deleted", "tag": "d6f82306-850f-4c3f-90d9-ae07ea5b97fa"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:36:59.950700 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e78af-0fb2-4dfb-b117-161dbedfdcaa req-b77f976b-a0f4-42d6-bea3-04f77c271b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:36:59.952620 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-078e78af-0fb2-4dfb-b117-161dbedfdcaa req-b77f976b-a0f4-42d6-bea3-04f77c271b90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1097 time: 0.0660055 Dec 23 11:36:59.972525 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac680915-b844-48f9-b67c-619df85cc0c6 x-openstack-request-id: req-ac680915-b844-48f9-b67c-619df85cc0c6 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:36:59.972991 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b78602-e733-4e04-af5e-f55aa129daf4", "name": "network-vif-deleted", "tag": "d6f82306-850f-4c3f-90d9-ae07ea5b97fa", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:36:59.973134 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac680915-b844-48f9-b67c-619df85cc0c6 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:36:59.973465 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b78602-e733-4e04-af5e-f55aa129daf4', 'name': 'network-vif-deleted', 'tag': 'd6f82306-850f-4c3f-90d9-ae07ea5b97fa', 'status': 'completed', 'code': 200} Dec 23 11:37:00.129892 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e78af-0fb2-4dfb-b117-161dbedfdcaa req-780b510c-c8ab-4b22-b87d-294256a124c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:00.131248 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-078e78af-0fb2-4dfb-b117-161dbedfdcaa req-780b510c-c8ab-4b22-b87d-294256a124c7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=287e322f4ddb4877b2e072441c21cac2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1648638 Dec 23 11:37:00.292283 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e78af-0fb2-4dfb-b117-161dbedfdcaa req-c5cedf84-6cb2-4680-bff4-fb6c7b2ed2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:00.293813 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-078e78af-0fb2-4dfb-b117-161dbedfdcaa req-c5cedf84-6cb2-4680-bff4-fb6c7b2ed2cf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1513457 Dec 23 11:37:00.367822 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f9377350-517d-4fcd-9cbf-d82a969eefe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:00.380634 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7eea4c65-529c-4995-a179-64efe271b2d6 req-17023db2-4b05-449a-b1eb-5ca297ee239d tempest-AttachVolumeNegativeTest-74086449 tempest-AttachVolumeNegativeTest-74086449-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6b78602-e733-4e04-af5e-f55aa129daf4 HTTP/1.1" status: 200 len: 210 time: 0.0433357 Dec 23 11:37:00.383917 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-10cd003c-cc6d-433f-8faa-e85232e64c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:00.385552 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-10cd003c-cc6d-433f-8faa-e85232e64c55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1097 time: 0.0448768 Dec 23 11:37:00.428993 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-df96b33f-40ce-4eb4-8879-d2756faddfb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 217 time: 0.0332022 Dec 23 11:37:00.435585 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0452fd2-2942-4ad2-9b56-3081e0533a2e req-93cd8021-4d53-41f9-a070-d4a533fa91f8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:00.437292 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b0452fd2-2942-4ad2-9b56-3081e0533a2e req-93cd8021-4d53-41f9-a070-d4a533fa91f8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 944 time: 0.0617869 Dec 23 11:37:00.487333 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-62152a4e-a8a2-4aa9-ae07-1c0136daee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:00.488832 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-62152a4e-a8a2-4aa9-ae07-1c0136daee98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0516059 Dec 23 11:37:00.497670 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b0452fd2-2942-4ad2-9b56-3081e0533a2e req-06db38df-17db-44e3-9e7f-6898758ac30d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537915 Dec 23 11:37:00.541724 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-1490ac24-298c-416f-92e2-1e3bc1f543a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:00.543207 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-1490ac24-298c-416f-92e2-1e3bc1f543a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424142 Dec 23 11:37:00.634088 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-cec11d21-d2a9-4fa3-b11b-e2d7c6ed10a6 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807872 Dec 23 11:37:00.728455 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3ec61fe6-5cbf-4058-bcad-0dd1ba3f72dd req-a65fdbdc-0df9-47df-87f2-533444cc7f7e service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Dec 23 11:37:01.391899 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.437242 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53434) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:01.482710 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Deleting subnet 1dfcbada-e442-4847-a33e-62c804b0469b {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:37:01.486148 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.519350 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.560694 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.651867 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697ac5-67ff-40f8-bcbf-f3e135379602 req-be334b48-a597-4cac-8193-7c15782d9c93 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:01.653882 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-45697ac5-67ff-40f8-bcbf-f3e135379602 req-be334b48-a597-4cac-8193-7c15782d9c93 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 944 time: 0.0740488 Dec 23 11:37:01.659510 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.694267 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfcbada-e442-4847-a33e-62c804b0469b,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:01.705696 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.711464 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7bbb35e2-40a7-441b-b7a2-967bcb3bdecc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1dfcbada-e442-4847-a33e-62c804b0469b HTTP/1.1" status: 204 len: 168 time: 0.2707233 Dec 23 11:37:01.711741 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53442) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:01.801107 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-45697ac5-67ff-40f8-bcbf-f3e135379602 req-a1a7553e-e6b9-4e3f-b44a-ffc5e953f87a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360955 Dec 23 11:37:01.806909 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.883485 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.903541 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28a2629-f9b5-49d7-b36d-5046304dc303']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:01.912837 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87e7c21-981a-43b2-9b61-61bdcb947279') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:01.913125 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87e7c21-981a-43b2-9b61-61bdcb947279') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:01.927967 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.943218 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.949623 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:37:01.949991 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:37:01.951698 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:37:01.954687 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:37:02.005884 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.011266 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.014885 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a28a2629-f9b5-49d7-b36d-5046304dc303 HTTP/1.1" status: 204 len: 168 time: 0.3020926 Dec 23 11:37:02.030992 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda07e1d-df72-475f-a4bc-b0b4595bb5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28a2629-f9b5-49d7-b36d-5046304dc303,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:02.128050 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53452) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:02.167622 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-84c57529-2e25-400b-b178-a42e173e16b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=273fdd4bb3064b57b379868b49d4873f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383275 Dec 23 11:37:02.170203 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53454) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:02.218256 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-157f7e15-7714-40db-a62c-6d4ee26e08ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.242536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-157f7e15-7714-40db-a62c-6d4ee26e08ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.287060 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-157f7e15-7714-40db-a62c-6d4ee26e08ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.290978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-157f7e15-7714-40db-a62c-6d4ee26e08ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.292432 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-157f7e15-7714-40db-a62c-6d4ee26e08ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b420e35c-d415-48f8-a4b3-fb6283a42cf5 HTTP/1.1" status: 204 len: 168 time: 0.1212678 Dec 23 11:37:02.303274 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f7e15-7714-40db-a62c-6d4ee26e08ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420e35c-d415-48f8-a4b3-fb6283a42cf5,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:02.794499 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:02.841940 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d6f82306-850f-4c3f-90d9-ae07ea5b97fa no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:37:02.871390 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: d6f82306-850f-4c3f-90d9-ae07ea5b97fa {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:37:02.871737 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d6f82306-850f-4c3f-90d9-ae07ea5b97fa not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:37:02.937415 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d4c98-6a4a-42ff-83fd-892aff2cb549 req-126c6fa6-5309-421c-a892-2a50f0c5b75f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:02.938825 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-831d4c98-6a4a-42ff-83fd-892aff2cb549 req-126c6fa6-5309-421c-a892-2a50f0c5b75f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 944 time: 0.0495975 Dec 23 11:37:02.985829 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-831d4c98-6a4a-42ff-83fd-892aff2cb549 req-85f1223a-56df-4807-995c-286f66b57aa8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407388 Dec 23 11:37:03.965332 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:04.105762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a10075-ed56-424a-9ee2-0e69ba973b1f req-3ffa9274-6df8-46d6-a11d-6d0483224ca1 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:04.107274 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43a10075-ed56-424a-9ee2-0e69ba973b1f req-3ffa9274-6df8-46d6-a11d-6d0483224ca1 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 944 time: 0.0552647 Dec 23 11:37:04.158378 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-43a10075-ed56-424a-9ee2-0e69ba973b1f req-175a80a8-51da-4bec-82bc-2b47b9e0563a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 Dec 23 11:37:04.560830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c7f0a-1b71-420f-8061-4da01af974e9 req-f4ce3f39-4eac-4893-853f-da1a7a8c2f17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:04.562194 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f47c7f0a-1b71-420f-8061-4da01af974e9 req-f4ce3f39-4eac-4893-853f-da1a7a8c2f17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Dec 23 11:37:04.611865 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f47c7f0a-1b71-420f-8061-4da01af974e9 req-11f62420-8540-43d4-bfc6-6d01546329a3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Dec 23 11:37:05.280829 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85912f-5b62-4f27-aee0-87ba95237048 req-3b917ff5-4b28-411f-9246-b499dc3e0edb tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:05.283103 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b85912f-5b62-4f27-aee0-87ba95237048 req-3b917ff5-4b28-411f-9246-b499dc3e0edb tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 944 time: 0.0559185 Dec 23 11:37:05.339923 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b85912f-5b62-4f27-aee0-87ba95237048 req-00ec2668-69c5-4914-84dc-2cfcd8f7e0d6 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Dec 23 11:37:05.759449 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5766a4-6fc2-4d8d-b8b4-ca8f853cefcd req-9c6237ec-ed3a-49cb-be59-6fcc2cd9542f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:05.761249 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e5766a4-6fc2-4d8d-b8b4-ca8f853cefcd req-9c6237ec-ed3a-49cb-be59-6fcc2cd9542f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0581391 Dec 23 11:37:05.809854 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e5766a4-6fc2-4d8d-b8b4-ca8f853cefcd req-1e7bcc9d-c1d9-45c9-b77c-285547551cae tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404601 Dec 23 11:37:06.463993 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb61e8-bb0f-44e0-bc25-4b62f9c5a0eb req-f544ba79-9f12-4cd5-a590-4278c22b0d16 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:06.465521 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cddb61e8-bb0f-44e0-bc25-4b62f9c5a0eb req-f544ba79-9f12-4cd5-a590-4278c22b0d16 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 944 time: 0.0495956 Dec 23 11:37:06.516603 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cddb61e8-bb0f-44e0-bc25-4b62f9c5a0eb req-ade617b7-c3be-41e0-abd1-e4662e9fd9c2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443687 Dec 23 11:37:06.860530 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 66b60096-5e91-4d28-9a9b-05078bfa26cf details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:37:06.933932 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d037-59ac-4fa7-99e3-9a143886947e req-17f6c7c0-6da0-4fee-9250-a3f76a899965 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:06.933932 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1e5d037-59ac-4fa7-99e3-9a143886947e req-17f6c7c0-6da0-4fee-9250-a3f76a899965 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Dec 23 11:37:06.957760 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 66b60096-5e91-4d28-9a9b-05078bfa26cf, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:06.967846 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'port_id': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'mac_address': 'fa:16:3e:e4:6d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:37:06.981081 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1e5d037-59ac-4fa7-99e3-9a143886947e req-7cc4e280-af6b-495c-a7c9-866f11ad362c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Dec 23 11:37:07.004247 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:07.017053 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b60096-5e91-4d28-9a9b-05078bfa26cf {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:37:07.035697 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 66b60096-5e91-4d28-9a9b-05078bfa26cf, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:07.042043 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:07.092936 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=66b60096-5e91-4d28-9a9b-05078bfa26cf,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:07.649182 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52925d97-4300-422f-bd9a-c3ace203e396 req-447a3e78-4b9f-4102-89bf-72e2c9a32970 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:07.650614 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52925d97-4300-422f-bd9a-c3ace203e396 req-447a3e78-4b9f-4102-89bf-72e2c9a32970 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0586827 Dec 23 11:37:07.699447 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52925d97-4300-422f-bd9a-c3ace203e396 req-021c1ff9-e5dd-48ca-94ee-4aa87fab26ac tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Dec 23 11:37:08.101295 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dba9c-0a89-4762-94b6-3abb08b07d84 req-ef06e1a8-62bc-4539-abc2-982e5d93b04d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:08.102736 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8d1dba9c-0a89-4762-94b6-3abb08b07d84 req-ef06e1a8-62bc-4539-abc2-982e5d93b04d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Dec 23 11:37:08.159435 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8d1dba9c-0a89-4762-94b6-3abb08b07d84 req-c4e3c1f5-3641-4b66-a61b-61fc721d0b47 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Dec 23 11:37:08.302597 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:37:08.830245 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49354ea2-bb1d-47c4-9ea0-4e2ca2065029 req-d5948131-ad49-457a-a6d2-5d42e485789b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:08.831702 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49354ea2-bb1d-47c4-9ea0-4e2ca2065029 req-d5948131-ad49-457a-a6d2-5d42e485789b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0534158 Dec 23 11:37:08.883597 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-49354ea2-bb1d-47c4-9ea0-4e2ca2065029 req-d6a382a2-0baf-4226-994d-149bb79bcd14 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433583 Dec 23 11:37:09.079019 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['66b60096-5e91-4d28-9a9b-05078bfa26cf'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:37:09.287648 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd173c2c-8845-4550-97dc-825f4c0e2e23 req-b49b0cb0-4513-4d45-b5ad-e0055f5fa9c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:09.289005 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fd173c2c-8845-4550-97dc-825f4c0e2e23 req-b49b0cb0-4513-4d45-b5ad-e0055f5fa9c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Dec 23 11:37:09.337287 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fd173c2c-8845-4550-97dc-825f4c0e2e23 req-e10ea98c-0412-4249-abe7-c2c8b6ddbabd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406001 Dec 23 11:37:10.018560 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86889971-4534-42fb-af7f-a7ee4c38b69e req-88413e8c-307b-48b9-87ca-953962be3d9a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:10.020026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-86889971-4534-42fb-af7f-a7ee4c38b69e req-88413e8c-307b-48b9-87ca-953962be3d9a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0535238 Dec 23 11:37:10.067075 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-86889971-4534-42fb-af7f-a7ee4c38b69e req-dc5f0bd3-caef-4f97-b9ad-fb7e2b50541a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410740 Dec 23 11:37:10.472086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3071b01-0881-4508-85ee-bfba3e6742af req-9c4c09e2-9abe-44dd-be57-2ff64028d27f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:10.473943 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f3071b01-0881-4508-85ee-bfba3e6742af req-9c4c09e2-9abe-44dd-be57-2ff64028d27f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0603592 Dec 23 11:37:10.532520 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f3071b01-0881-4508-85ee-bfba3e6742af req-ae8024c8-caa3-42fd-83fb-086f42a2271f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506620 Dec 23 11:37:10.843274 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:11.191575 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7482d2-4dc2-423c-b906-a1b2f89ba4b0 req-437f51e6-d134-461d-8caa-e12512d108c2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:11.193095 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8a7482d2-4dc2-423c-b906-a1b2f89ba4b0 req-437f51e6-d134-461d-8caa-e12512d108c2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0515838 Dec 23 11:37:11.246485 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8a7482d2-4dc2-423c-b906-a1b2f89ba4b0 req-a47fd129-539b-49b2-88e3-21871471951e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470927 Dec 23 11:37:11.672403 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857840e-46b7-4b2c-aecc-e628b8bcd83d req-716f4c70-a2ad-4eef-aa55-28bbdb3fb18d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:11.674027 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6857840e-46b7-4b2c-aecc-e628b8bcd83d req-716f4c70-a2ad-4eef-aa55-28bbdb3fb18d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0628419 Dec 23 11:37:11.721438 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6857840e-46b7-4b2c-aecc-e628b8bcd83d req-7194c94c-c663-4154-a75d-019c10fbebcc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Dec 23 11:37:12.368928 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bde5a-cec4-4680-addf-14c17b3e61db req-79f434b3-d329-418e-85b2-d56fda151cd3 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:12.370368 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-523bde5a-cec4-4680-addf-14c17b3e61db req-79f434b3-d329-418e-85b2-d56fda151cd3 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0534017 Dec 23 11:37:12.418175 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-523bde5a-cec4-4680-addf-14c17b3e61db req-69db0500-16c6-428f-a2fb-cb27350ca5b5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 Dec 23 11:37:12.858893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302c2a9-d5c9-48c2-a4b1-cc28e248889f req-44ecf6cc-a386-48fb-b3e2-100edc17ff46 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:12.860344 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a302c2a9-d5c9-48c2-a4b1-cc28e248889f req-44ecf6cc-a386-48fb-b3e2-100edc17ff46 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0549986 Dec 23 11:37:12.910382 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a302c2a9-d5c9-48c2-a4b1-cc28e248889f req-50b035e6-9821-4c69-92d3-013fdeade536 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Dec 23 11:37:13.535224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe13ec-6fd0-4926-b898-ef5484ab2e77 req-740ed9a4-ab8a-44ed-84de-449e54f8c013 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:13.536789 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94fe13ec-6fd0-4926-b898-ef5484ab2e77 req-740ed9a4-ab8a-44ed-84de-449e54f8c013 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0512822 Dec 23 11:37:13.585596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94fe13ec-6fd0-4926-b898-ef5484ab2e77 req-e72ab964-8ffb-4906-9caa-27af1d9aaf26 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Dec 23 11:37:14.043425 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1f715-415a-473e-8b50-766167b5460d req-f8762999-84ae-4328-8a11-731f5dd06b5c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:14.044843 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9bc1f715-415a-473e-8b50-766167b5460d req-f8762999-84ae-4328-8a11-731f5dd06b5c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Dec 23 11:37:14.096793 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9bc1f715-415a-473e-8b50-766167b5460d req-0ddc6b5f-beb2-4fc3-afb7-85d1ed97ff20 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Dec 23 11:37:14.713662 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6987-e9e8-4642-b4bb-92414cad7f07 req-1c199e7b-61f3-4ae3-a3da-795876d91212 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:14.715255 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8cdc6987-e9e8-4642-b4bb-92414cad7f07 req-1c199e7b-61f3-4ae3-a3da-795876d91212 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 945 time: 0.0547583 Dec 23 11:37:14.764940 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8cdc6987-e9e8-4642-b4bb-92414cad7f07 req-fd55b335-337d-4f63-a2f5-df78d1295054 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 Dec 23 11:37:15.117029 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 66b60096-5e91-4d28-9a9b-05078bfa26cf up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:37:15.174095 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 66b60096-5e91-4d28-9a9b-05078bfa26cf completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:37:15.179358 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 66b60096-5e91-4d28-9a9b-05078bfa26cf triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:37:15.179735 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:15.267471 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86103a-a9b1-496a-be41-92e5e676bc21 req-b1cd491b-bf9c-4dea-b68b-20c3a537cdf6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:15.268262 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:15.269579 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c86103a-a9b1-496a-be41-92e5e676bc21 req-b1cd491b-bf9c-4dea-b68b-20c3a537cdf6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0852425 Dec 23 11:37:15.298857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:37:15.298857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2586b36-de87-4abc-8a2d-bda74e2904a1" -d '{"events": [{"server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "name": "network-vif-plugged", "status": "completed", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:37:15.310857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 66b60096-5e91-4d28-9a9b-05078bfa26cf, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:15.315798 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:15.331294 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c86103a-a9b1-496a-be41-92e5e676bc21 req-c40bb511-109f-477c-8df8-a709f459cd1b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550673 Dec 23 11:37:15.347068 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ec6847-9713-473d-ab2a-e0d511cd59bd x-openstack-request-id: req-a9ec6847-9713-473d-ab2a-e0d511cd59bd {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:37:15.347489 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "name": "network-vif-plugged", "status": "completed", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:37:15.347829 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9ec6847-9713-473d-ab2a-e0d511cd59bd {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:37:15.348315 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'code': 200} Dec 23 11:37:15.376970 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=66b60096-5e91-4d28-9a9b-05078bfa26cf,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:15.538366 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32dbee-e278-487d-8cc4-a4555f13fb2e req-f3786aeb-8388-4a31-8d84-665802a64992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:15.539891 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5e32dbee-e278-487d-8cc4-a4555f13fb2e req-f3786aeb-8388-4a31-8d84-665802a64992 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1099 time: 0.0400758 Dec 23 11:37:15.588545 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5e32dbee-e278-487d-8cc4-a4555f13fb2e req-39b1c57c-3ea3-4502-81bc-4d4ee0ddc34a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349059 Dec 23 11:37:15.885374 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf7942-3908-4ca8-a02f-2b4afe826db7 req-b5ed2827-b4bc-40c5-a5f6-0e59768d2c7f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:15.886882 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63bf7942-3908-4ca8-a02f-2b4afe826db7 req-b5ed2827-b4bc-40c5-a5f6-0e59768d2c7f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0537817 Dec 23 11:37:15.955905 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63bf7942-3908-4ca8-a02f-2b4afe826db7 req-d07f89c7-e4fc-42e2-b4e1-af5469d1422b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627451 Dec 23 11:37:16.453767 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c60697-0a13-48e3-b8f9-5d6d46c3e075 req-5d1e0252-5131-4fd5-97d6-bd50c4d5e6b2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:16.455226 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c3c60697-0a13-48e3-b8f9-5d6d46c3e075 req-5d1e0252-5131-4fd5-97d6-bd50c4d5e6b2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Dec 23 11:37:16.502290 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c3c60697-0a13-48e3-b8f9-5d6d46c3e075 req-cf95d657-5fe9-4ab8-bfaf-f185d175b8b9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Dec 23 11:37:17.089370 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ffad-24ea-4129-8e6f-bd6e7c2e8d3b req-b3a0c1db-b9e8-4b63-a3f4-c5f92936207a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:17.090825 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-16f1ffad-24ea-4129-8e6f-bd6e7c2e8d3b req-b3a0c1db-b9e8-4b63-a3f4-c5f92936207a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0526760 Dec 23 11:37:17.141117 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-16f1ffad-24ea-4129-8e6f-bd6e7c2e8d3b req-a2854a44-ae2b-4b33-9ed8-377f907b125b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Dec 23 11:37:17.570377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53732) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:17.622359 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885b1f1-686c-4a52-bf29-cbdb057253d3 req-82f8e69f-1f92-4497-b42d-83bd21564128 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:17.623859 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4885b1f1-686c-4a52-bf29-cbdb057253d3 req-82f8e69f-1f92-4497-b42d-83bd21564128 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0473549 Dec 23 11:37:17.683683 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4885b1f1-686c-4a52-bf29-cbdb057253d3 req-e5f1cbe5-5e5b-45de-8345-cf0f64a8385f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538747 Dec 23 11:37:17.684416 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-efe81bc6-9759-44e2-b10d-fa1a64ab24a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.774058 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-efe81bc6-9759-44e2-b10d-fa1a64ab24a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.780290 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-efe81bc6-9759-44e2-b10d-fa1a64ab24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.820378 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe81bc6-9759-44e2-b10d-fa1a64ab24a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936036cd-dd91-478e-8999-8c25242422cd,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:17.824596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-efe81bc6-9759-44e2-b10d-fa1a64ab24a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8f175b362fe4bf899340d3687e1aa0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531059 Dec 23 11:37:17.827536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53736) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:17.876872 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-194fc41d-a28e-4d8f-9c38-de9b5f4e64aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.898741 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-194fc41d-a28e-4d8f-9c38-de9b5f4e64aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.949580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-194fc41d-a28e-4d8f-9c38-de9b5f4e64aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.952088 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-194fc41d-a28e-4d8f-9c38-de9b5f4e64aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:17.953263 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-194fc41d-a28e-4d8f-9c38-de9b5f4e64aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/936036cd-dd91-478e-8999-8c25242422cd HTTP/1.1" status: 204 len: 168 time: 0.1248662 Dec 23 11:37:17.960843 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fc41d-a28e-4d8f-9c38-de9b5f4e64aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936036cd-dd91-478e-8999-8c25242422cd,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:18.235600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53744) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:18.248907 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.263465 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373854-15f7-4bb7-9ab6-3f23a76dc0b7 req-ca8293e7-48a8-4c1b-892a-44a1bbbe7c34 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:18.264924 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9373854-15f7-4bb7-9ab6-3f23a76dc0b7 req-ca8293e7-48a8-4c1b-892a-44a1bbbe7c34 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0537949 Dec 23 11:37:18.314151 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9373854-15f7-4bb7-9ab6-3f23a76dc0b7 req-65ab38c2-6805-42d9-bc1c-3caf6e52fe96 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428395 Dec 23 11:37:18.322511 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.327014 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.369624 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25e8ee43e75e4612b2d0bef661854a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304712 Dec 23 11:37:18.369624 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa8faf0-29e6-4be3-a639-890804046d80,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:18.369950 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53748) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:18.385725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.386082 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.386413 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.386737 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.387056 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.387340 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.387685 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.388060 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.388349 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.388689 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.388999 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.389306 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.389613 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8cce8-2546-4794-aa11-f8a969802e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:18.425330 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947902-36cb-4924-ad20-eb157f12ab38 req-cc632cee-5efe-4f80-8505-bc7c029990e2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:18.426809 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-29947902-36cb-4924-ad20-eb157f12ab38 req-cc632cee-5efe-4f80-8505-bc7c029990e2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0501401 Dec 23 11:37:18.427943 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-640e1723-47de-4953-9887-bc41e03a632c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.435468 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53750) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:18.440887 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'floatingip': {'port_id': '66b60096-5e91-4d28-9a9b-05078bfa26cf'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:37:18.449467 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-640e1723-47de-4953-9887-bc41e03a632c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.477896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.495932 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-640e1723-47de-4953-9887-bc41e03a632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.498670 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-640e1723-47de-4953-9887-bc41e03a632c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.499794 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-640e1723-47de-4953-9887-bc41e03a632c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3aa8faf0-29e6-4be3-a639-890804046d80 HTTP/1.1" status: 204 len: 168 time: 0.1290970 Dec 23 11:37:18.507200 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1723-47de-4953-9887-bc41e03a632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa8faf0-29e6-4be3-a639-890804046d80,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:18.794554 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53766) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:18.860492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74290492-c690-4541-94d0-e2c03a6670f7 req-89697343-7fc0-4a3c-ab70-8ddb4906388e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:18.862041 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-74290492-c690-4541-94d0-e2c03a6670f7 req-89697343-7fc0-4a3c-ab70-8ddb4906388e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0856075 Dec 23 11:37:18.902694 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2b699439-9647-4aee-a42b-8fb0bef5ccb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.952186 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-74290492-c690-4541-94d0-e2c03a6670f7 req-94e8e6b1-f4be-4ff2-8478-0a1f5d3f8d1e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797698 Dec 23 11:37:18.982343 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2b699439-9647-4aee-a42b-8fb0bef5ccb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:18.993720 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2b699439-9647-4aee-a42b-8fb0bef5ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.002126 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.007425 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.036548 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-2b699439-9647-4aee-a42b-8fb0bef5ccb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9bdf0de86bf460daf47f04cf473a681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384737 Dec 23 11:37:19.036548 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b699439-9647-4aee-a42b-8fb0bef5ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fbe987-103e-4a3a-ac06-7492471a61f7,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:19.037307 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53780) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:19.089698 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9afd474b-fa2b-401f-bf24-29ef7a65a47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.108911 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.l3_db [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Floating IP 05009df1-6e35-4f29-b689-20469f85bad5 associated. External IP: 172.27.1.33, port: 66b60096-5e91-4d28-9a9b-05078bfa26cf. Dec 23 11:37:19.114477 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9afd474b-fa2b-401f-bf24-29ef7a65a47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.167916 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9afd474b-fa2b-401f-bf24-29ef7a65a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.170589 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9afd474b-fa2b-401f-bf24-29ef7a65a47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.171743 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9afd474b-fa2b-401f-bf24-29ef7a65a47b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1fbe987-103e-4a3a-ac06-7492471a61f7 HTTP/1.1" status: 204 len: 168 time: 0.1335468 Dec 23 11:37:19.189341 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd474b-fa2b-401f-bf24-29ef7a65a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fbe987-103e-4a3a-ac06-7492471a61f7,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:19.561782 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:37:19.674203 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:37:19.679772 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:19.689700 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:37:19.702437 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:37:19.703246 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:37:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:19.708230 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-b81dfec0-1ca4-4bf2-a13e-1dfd9e443868 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "PUT /v2.0/floatingips/05009df1-6e35-4f29-b689-20469f85bad5 HTTP/1.1" status: 200 len: 991 time: 1.2717159 Dec 23 11:37:19.708825 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:37:19.720388 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33072d81-7b96-45ee-96c0-63227684fd52" -d '{"events": [{"name": "network-changed", "server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:37:19.786938 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d3edd7-f1a3-4a69-be3a-3617cf3f7549 x-openstack-request-id: req-c8d3edd7-f1a3-4a69-be3a-3617cf3f7549 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:37:19.787250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:37:19.787475 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8d3edd7-f1a3-4a69-be3a-3617cf3f7549 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:37:19.787873 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'status': 'completed', 'code': 200} Dec 23 11:37:19.841680 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:37:19.852481 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072d81-7b96-45ee-96c0-63227684fd52 req-54c4fcee-19b5-43d2-898b-30e4f9b474f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:19.855111 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-54c4fcee-19b5-43d2-898b-30e4f9b474f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1099 time: 0.0482030 Dec 23 11:37:19.992458 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072d81-7b96-45ee-96c0-63227684fd52 req-63666ec5-6469-484c-8905-2e4062156f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:20.005843 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-63666ec5-6469-484c-8905-2e4062156f1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.1410491 Dec 23 11:37:20.080987 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-f41b77e8-fc1d-468a-bf13-82a40c6ec020 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 999 time: 0.0664456 Dec 23 11:37:20.132826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b5ccc-1773-4ff4-8a7d-f935c840182d req-96a8f6a8-49ee-4de6-b8d0-9fde02b17b0a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:20.135195 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d54b5ccc-1773-4ff4-8a7d-f935c840182d req-96a8f6a8-49ee-4de6-b8d0-9fde02b17b0a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0702996 Dec 23 11:37:20.137237 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072d81-7b96-45ee-96c0-63227684fd52 req-70b28879-9831-446d-a411-c69ff72865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:20.139225 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-70b28879-9831-446d-a411-c69ff72865d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0510430 Dec 23 11:37:20.200931 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33072d81-7b96-45ee-96c0-63227684fd52 req-07e8989a-436c-4eac-8b52-eb1eff826eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:20.202694 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-07e8989a-436c-4eac-8b52-eb1eff826eb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554020 Dec 23 11:37:20.231956 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d54b5ccc-1773-4ff4-8a7d-f935c840182d req-876b3ab4-9d04-47f5-91d8-c4bed9f26741 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901649 Dec 23 11:37:20.316805 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-2864e2cf-1bcb-4b3b-a21a-930254fe62d8 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049681 Dec 23 11:37:20.347829 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '05009df1-6e35-4f29-b689-20469f85bad5', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'port_id': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'mac_address': 'fa:16:3e:e4:6d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:55Z', 'updated_at': '2021-12-23T11:37:18Z', 'revision_number': 1, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:20.376832 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:37:20.386301 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:37:20.386770 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:37:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:20.417697 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33072d81-7b96-45ee-96c0-63227684fd52 req-3d2280ee-529e-417c-a5e5-3ff943614086 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Dec 23 11:37:20.511176 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:37:20.763184 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '05009df1-6e35-4f29-b689-20469f85bad5', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'port_id': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'mac_address': 'fa:16:3e:e4:6d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:55Z', 'updated_at': '2021-12-23T11:37:18Z', 'revision_number': 1, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:20.788362 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc5cef-754e-4bd5-abfe-e867db6aca15 None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '05009df1-6e35-4f29-b689-20469f85bad5', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'port_id': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'mac_address': 'fa:16:3e:e4:6d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:36:55Z', 'updated_at': '2021-12-23T11:37:18Z', 'revision_number': 1, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:37:20.979122 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19b7e7-fe46-4dc6-b33d-d6e2de766c13 None None] New status for floating IP 05009df1-6e35-4f29-b689-20469f85bad5: ACTIVE {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:37:21.368270 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1174f74-32eb-4259-a11f-41290f01e6b5 req-1d54f3c7-c3a0-4b9d-a514-7100f7a60d9d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:21.369751 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1174f74-32eb-4259-a11f-41290f01e6b5 req-1d54f3c7-c3a0-4b9d-a514-7100f7a60d9d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0559247 Dec 23 11:37:21.417416 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1174f74-32eb-4259-a11f-41290f01e6b5 req-5b603fd2-29f0-4f5b-aea2-a17b674e67ec tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Dec 23 11:37:22.559835 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d9be3-d687-4448-94d4-45402efea5af req-f920b233-297f-489d-8183-a50e83aaa87d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:22.561332 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-064d9be3-d687-4448-94d4-45402efea5af req-f920b233-297f-489d-8183-a50e83aaa87d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0593867 Dec 23 11:37:22.608887 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-064d9be3-d687-4448-94d4-45402efea5af req-0139d1c8-b90e-40a1-8e69-fd87d5a34c5b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414999 Dec 23 11:37:23.146504 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:37:23.261754 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:23.273368 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'mac_address': 'fa:16:3e:1e:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:37:23.320435 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:23.337421 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:37:23.360459 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:23.364987 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:23.420729 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=6']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:23.474109 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['9a6883ab-95a5-4b77-aa7d-30d3759a55a5'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:37:23.734342 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a12b33-3c46-42dc-afc7-479232e12846 req-2ab0a4af-6c19-4977-84e2-bbdfc2a52ac0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:23.735718 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a1a12b33-3c46-42dc-afc7-479232e12846 req-2ab0a4af-6c19-4977-84e2-bbdfc2a52ac0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0528657 Dec 23 11:37:23.783884 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a1a12b33-3c46-42dc-afc7-479232e12846 req-4e5e3f78-970e-48f1-8259-56e21ec56f1f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Dec 23 11:37:23.938013 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53930) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:24.059851 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8f00dcdf-d181-4a7a-b50c-20f019bddf4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.134922 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8f00dcdf-d181-4a7a-b50c-20f019bddf4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.139895 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8f00dcdf-d181-4a7a-b50c-20f019bddf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.176743 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-8f00dcdf-d181-4a7a-b50c-20f019bddf4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3df78dbdbd4842e29b41c7b736522fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376623 Dec 23 11:37:24.177596 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00dcdf-d181-4a7a-b50c-20f019bddf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2469e40-0f07-438e-b17a-81130ca67321,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:24.180079 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53936) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:24.229129 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9036a359-2d7b-4491-a141-2ae951a0d6c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.249002 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9036a359-2d7b-4491-a141-2ae951a0d6c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.298956 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9036a359-2d7b-4491-a141-2ae951a0d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.301521 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9036a359-2d7b-4491-a141-2ae951a0d6c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.302679 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9036a359-2d7b-4491-a141-2ae951a0d6c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2469e40-0f07-438e-b17a-81130ca67321 HTTP/1.1" status: 204 len: 168 time: 0.1215789 Dec 23 11:37:24.310248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036a359-2d7b-4491-a141-2ae951a0d6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2469e40-0f07-438e-b17a-81130ca67321,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:24.586157 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53944) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:24.606123 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d45bd013-978a-483c-858d-a7d07d1a92d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.689803 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d45bd013-978a-483c-858d-a7d07d1a92d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.695514 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d45bd013-978a-483c-858d-a7d07d1a92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.735876 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-d45bd013-978a-483c-858d-a7d07d1a92d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93273cac93464e58ba41a9ae3a94f906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482658 Dec 23 11:37:24.737219 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd013-978a-483c-858d-a7d07d1a92d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc58c2e-be75-4977-8d98-a28285769436,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:24.738756 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53946) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:24.786385 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91042bb2-e925-4c0a-868b-70cfc94c86cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.807293 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91042bb2-e925-4c0a-868b-70cfc94c86cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.859697 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91042bb2-e925-4c0a-868b-70cfc94c86cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.862489 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-91042bb2-e925-4c0a-868b-70cfc94c86cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:24.863613 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-91042bb2-e925-4c0a-868b-70cfc94c86cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fc58c2e-be75-4977-8d98-a28285769436 HTTP/1.1" status: 204 len: 168 time: 0.1237843 Dec 23 11:37:24.871864 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91042bb2-e925-4c0a-868b-70cfc94c86cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc58c2e-be75-4977-8d98-a28285769436,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:24.913103 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45195-17d6-4ce6-b427-ea91d7eb34d9 req-4991a6d7-6c14-4632-aa09-305db2082a28 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:24.914589 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fee45195-17d6-4ce6-b427-ea91d7eb34d9 req-4991a6d7-6c14-4632-aa09-305db2082a28 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0542023 Dec 23 11:37:24.962299 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fee45195-17d6-4ce6-b427-ea91d7eb34d9 req-64da6545-b055-4e82-b619-f12ecaa3bf9a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Dec 23 11:37:25.157784 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:37:25.210908 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:37:25.211282 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.287844 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.309758 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:37:25.311932 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead9863-ea0a-4952-b8e3-99ed8f72dbff" -d '{"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:37:25.324449 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:25.329702 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.354821 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c972a4-f3d6-496e-8f6a-aca2c17959e2 x-openstack-request-id: req-e7c972a4-f3d6-496e-8f6a-aca2c17959e2 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:37:25.355731 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:37:25.355984 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7c972a4-f3d6-496e-8f6a-aca2c17959e2 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:37:25.356415 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'code': 200} Dec 23 11:37:25.383922 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=7']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:25.568933 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 53982) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:25.670368 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065150849-network', 'tenant_id': '6d0f4d2598d4478481ebf61c1ace4546'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:37:25.697817 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Made reservation on behalf of 6d0f4d2598d4478481ebf61c1ace4546 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:37:25.700113 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.708835 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.783208 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.787990 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.812488 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:37:25.821893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de252d5b-8a6a-4f34-9b6a-4587bff1e88e,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:25.827475 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.827811 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Added segment 50a40bd0-ab4c-405d-bd6f-c6a6275396b9 of type vlan for network 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d Dec 23 11:37:25.884463 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.918773 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.920115 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:25.920818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:25.978742 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4083569 Dec 23 11:37:25.981787 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 53996) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:25.984283 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c84ba-bfaf-4cac-bd83-d983e65112d1 admin admin] Pushing event updated for resources: {'Network': ['ID=73f5da4a-5c15-4697-904c-4c8fe2a0fb6d,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:25.987982 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Request body: {'subnet': {'network_id': '73f5da4a-5c15-4697-904c-4c8fe2a0fb6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065150849-subnet', 'tenant_id': '6d0f4d2598d4478481ebf61c1ace4546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:37:25.996025 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:37:26.022269 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Made reservation on behalf of 6d0f4d2598d4478481ebf61c1ace4546 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:37:26.024841 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064590'] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.098952 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd355b-b869-4e2a-b0f6-3440f9220054 req-e2e8fe30-48a9-4b0b-aedc-f6c2b0146cca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:26.100552 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0cdd355b-b869-4e2a-b0f6-3440f9220054 req-e2e8fe30-48a9-4b0b-aedc-f6c2b0146cca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0585163 Dec 23 11:37:26.158363 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0cdd355b-b869-4e2a-b0f6-3440f9220054 req-33777bfa-9c7d-4b42-8495-ffab1f1a67fb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506580 Dec 23 11:37:26.229258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9431859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064604'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.275817 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96d91e9-865a-4880-b8da-e1c8e1dc093e,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:26.291532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Checking segment: {'id': '50a40bd0-ab4c-405d-bd6f-c6a6275396b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '73f5da4a-5c15-4697-904c-4c8fe2a0fb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:37:26.292030 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Network hostable DHCP agents. Network: 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:37:26.310195 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Network 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:37:26.321269 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:37:26.325500 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:26.326118 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.332488 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb4861-a5e0-4844-8a2f-f683b7dcb5a8 None None] Network 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:37:26.345740 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-99c5fdb0-9e4c-4722-9fec-75bf41d9abe5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3596649 Dec 23 11:37:26.442643 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a384a-9a6e-4a6f-ac64-8df9c09a787f None None] Network 73f5da4a-5c15-4697-904c-4c8fe2a0fb6d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:37:26.835603 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54034) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:26.840505 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441307735-network', 'tenant_id': 'ef0c55e4628a493291f61f56a345dd35'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:37:26.865438 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Made reservation on behalf of ef0c55e4628a493291f61f56a345dd35 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:37:26.868010 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.876279 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.949028 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.953165 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.972618 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:37:26.985735 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42ff685-7b32-47d2-9e8f-2fa015353304,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:26.990285 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:26.990619 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Added segment 5022a032-2dfc-437f-bd59-a40463a95b29 of type vlan for network fb2355cb-af2f-455c-a5c5-88aff89e0730 Dec 23 11:37:27.030394 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:27.061593 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:27.062582 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:27.063187 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:27.091053 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2542965 Dec 23 11:37:27.093916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54042) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:27.099527 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Request body: {'subnet': {'network_id': 'fb2355cb-af2f-455c-a5c5-88aff89e0730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441307735-subnet', 'tenant_id': 'ef0c55e4628a493291f61f56a345dd35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:37:27.123911 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e96068-a823-4e26-a06f-5f9286f2a614 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2355cb-af2f-455c-a5c5-88aff89e0730,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:27.128881 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Made reservation on behalf of ef0c55e4628a493291f61f56a345dd35 for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:37:27.132182 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9429289'] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:27.134389 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network fb2355cb-af2f-455c-a5c5-88aff89e0730 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:37:27.336727 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2059b-e166-4a18-b26b-55db86093f33 req-4a82f92e-5674-4e15-8800-1ee8785f606a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:27.338184 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5ac2059b-e166-4a18-b26b-55db86093f33 req-4a82f92e-5674-4e15-8800-1ee8785f606a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0897141 Dec 23 11:37:27.354288 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2340366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9429307'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:27.429410 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5ac2059b-e166-4a18-b26b-55db86093f33 req-e3f79aab-e9d1-4b6b-b4c8-cb8940a6ee27 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837007 Dec 23 11:37:27.442543 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a8e6c7-73a8-4d01-96aa-a893fca203f7,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:27.453647 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Checking segment: {'id': '5022a032-2dfc-437f-bd59-a40463a95b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fb2355cb-af2f-455c-a5c5-88aff89e0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:37:27.454008 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Network hostable DHCP agents. Network: fb2355cb-af2f-455c-a5c5-88aff89e0730, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:37:27.471906 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Network fb2355cb-af2f-455c-a5c5-88aff89e0730 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:37:27.482053 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, fb2355cb-af2f-455c-a5c5-88aff89e0730) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:37:27.486290 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:27.486883 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:27.491027 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422fe5a-a127-4826-bb6a-47765154e2b5 None None] Network fb2355cb-af2f-455c-a5c5-88aff89e0730 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:37:27.509357 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-d791c1fa-8499-4095-bc26-bdbde633e9c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4134881 Dec 23 11:37:27.593154 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a748e0f-b7cf-4044-a633-d26803815124 None None] Network fb2355cb-af2f-455c-a5c5-88aff89e0730 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:37:28.031423 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-66271e22-2cfc-47bd-a013-8acda127034f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:28.551300 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120ec3-f02c-49ff-8c8e-fcf2f334a89a req-11183ad2-3486-44f8-a050-afa689afb209 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:28.552779 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e120ec3-f02c-49ff-8c8e-fcf2f334a89a req-11183ad2-3486-44f8-a050-afa689afb209 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0484619 Dec 23 11:37:28.607536 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e120ec3-f02c-49ff-8c8e-fcf2f334a89a req-4b5e28c0-2c2b-4774-a3f4-13c284055f2c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488315 Dec 23 11:37:29.788069 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7e84-db0c-4310-809f-cae16005d237 req-b181cf0d-03d7-4320-91f1-05ecca745150 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:29.789674 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1fe7e84-db0c-4310-809f-cae16005d237 req-b181cf0d-03d7-4320-91f1-05ecca745150 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0650418 Dec 23 11:37:29.845948 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1fe7e84-db0c-4310-809f-cae16005d237 req-4b7fd364-efa9-46c2-b3aa-d2f6ebc6aa01 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499010 Dec 23 11:37:30.366589 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-176cdee5-5a4a-4ca0-a6cc-c10d11bf65c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.188083 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffee48-63d9-4859-b7e1-cf220c5a4eb4 req-04e693d6-009a-4edc-a977-0388d0d19d13 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:31.189701 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fffee48-63d9-4859-b7e1-cf220c5a4eb4 req-04e693d6-009a-4edc-a977-0388d0d19d13 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.2414865 Dec 23 11:37:31.252394 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fffee48-63d9-4859-b7e1-cf220c5a4eb4 req-594f6a9b-119d-4e95-b0c0-d87e4701cdd1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553365 Dec 23 11:37:31.396545 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.487595 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54162) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:31.595131 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98a8c404-e999-4f8b-b862-281dd3182e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.735700 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98a8c404-e999-4f8b-b862-281dd3182e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.740088 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98a8c404-e999-4f8b-b862-281dd3182e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.782356 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8c404-e999-4f8b-b862-281dd3182e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933c798-ed95-4d3a-8aac-8e295fff3ee4,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:31.794666 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-98a8c404-e999-4f8b-b862-281dd3182e64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=329c3ccb4b2d4fa793c1339a1e7c7f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004351 Dec 23 11:37:31.795730 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54168) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:31.850280 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24bc11a4-988f-4830-8fb6-d2ad73c02d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.877745 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24bc11a4-988f-4830-8fb6-d2ad73c02d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.980363 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24bc11a4-988f-4830-8fb6-d2ad73c02d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.988048 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24bc11a4-988f-4830-8fb6-d2ad73c02d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:31.992266 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-24bc11a4-988f-4830-8fb6-d2ad73c02d0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d933c798-ed95-4d3a-8aac-8e295fff3ee4 HTTP/1.1" status: 204 len: 168 time: 0.1983306 Dec 23 11:37:32.003365 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc11a4-988f-4830-8fb6-d2ad73c02d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933c798-ed95-4d3a-8aac-8e295fff3ee4,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:32.419567 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402a922-a5a5-4523-8be3-5b5205e00f20 req-69ee9cac-9e46-44a5-ad26-9c9e977f9d43 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:32.421452 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6402a922-a5a5-4523-8be3-5b5205e00f20 req-69ee9cac-9e46-44a5-ad26-9c9e977f9d43 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0598893 Dec 23 11:37:32.473278 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6402a922-a5a5-4523-8be3-5b5205e00f20 req-82902b4c-ef52-4bd2-baa5-35d66644c5e7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456336 Dec 23 11:37:32.797249 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:33.601564 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d3ebb-4e23-4144-81bd-33da777b5aac req-47dbefa8-54a1-4dee-b3ae-cdc59ccc6cfa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:33.602964 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-812d3ebb-4e23-4144-81bd-33da777b5aac req-47dbefa8-54a1-4dee-b3ae-cdc59ccc6cfa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0549765 Dec 23 11:37:33.651139 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-812d3ebb-4e23-4144-81bd-33da777b5aac req-baa2b50f-f824-412c-a125-8646fcab1eae tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Dec 23 11:37:33.968869 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:34.782689 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecec29-63a5-4cc5-bcfa-e76ac0729e7a req-e495e70b-8974-49c6-a6d1-687cfab928df tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:34.785057 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2aecec29-63a5-4cc5-bcfa-e76ac0729e7a req-e495e70b-8974-49c6-a6d1-687cfab928df tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0525699 Dec 23 11:37:34.836315 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2aecec29-63a5-4cc5-bcfa-e76ac0729e7a req-b7aa3269-96cc-49fa-9004-74a9577b846f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446186 Dec 23 11:37:36.019631 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa654af-72ed-46c7-886c-fba0cdd98cac req-768f855f-632e-40c7-a14f-fa96a3f61fc1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:36.028448 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fa654af-72ed-46c7-886c-fba0cdd98cac req-768f855f-632e-40c7-a14f-fa96a3f61fc1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Dec 23 11:37:36.123868 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fa654af-72ed-46c7-886c-fba0cdd98cac req-3dabb1d5-c254-4929-a941-304944e30984 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887799 Dec 23 11:37:37.549860 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505630f-5788-4457-8d1b-a6d1ac037514 req-697d1e2d-c3be-4541-952b-4eef2012c36c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:37.553167 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b505630f-5788-4457-8d1b-a6d1ac037514 req-697d1e2d-c3be-4541-952b-4eef2012c36c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0577915 Dec 23 11:37:37.609015 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b505630f-5788-4457-8d1b-a6d1ac037514 req-8011cf99-dd19-4c8d-9ff6-666eec7f7b77 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Dec 23 11:37:38.768927 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dc281-9ffb-406f-a2fc-6ee6ea269273 req-d7693b19-9aca-4163-9fbf-12d1e040c0ae tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:38.771429 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5c9dc281-9ffb-406f-a2fc-6ee6ea269273 req-d7693b19-9aca-4163-9fbf-12d1e040c0ae tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0607364 Dec 23 11:37:38.824549 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5c9dc281-9ffb-406f-a2fc-6ee6ea269273 req-647e9947-540e-4a28-8e1b-15d0a72be433 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455906 Dec 23 11:37:39.965811 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2015f6e-d79e-44a2-b5e1-5d9690596406 req-a120b00d-5a23-4855-b0e7-beb8ccbdad50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:39.973129 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a2015f6e-d79e-44a2-b5e1-5d9690596406 req-a120b00d-5a23-4855-b0e7-beb8ccbdad50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0592756 Dec 23 11:37:40.034061 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a2015f6e-d79e-44a2-b5e1-5d9690596406 req-93af51ef-dea1-4329-8e71-18308a568447 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599072 Dec 23 11:37:40.847146 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.152697 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ef7c-5121-41a3-a6a7-62f9cf47b685 req-d3824cb2-00ca-4c86-a7cc-15983345c493 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:41.154204 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4783ef7c-5121-41a3-a6a7-62f9cf47b685 req-d3824cb2-00ca-4c86-a7cc-15983345c493 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0500410 Dec 23 11:37:41.203499 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4783ef7c-5121-41a3-a6a7-62f9cf47b685 req-51fd9b7a-7b6c-41c7-9fdc-5c7c8f8683d4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Dec 23 11:37:41.548589 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54320) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:41.594354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Deleting subnet b96d91e9-865a-4880-b8da-e1c8e1dc093e {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:37:41.598545 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.659613 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.690497 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-aad937f7-1014-47e8-bf0b-de5525fac838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:41.691933 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-aad937f7-1014-47e8-bf0b-de5525fac838 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1098 time: 0.0738642 Dec 23 11:37:41.711780 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.815201 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-b93fb845-2379-41d5-b795-ccf2250c114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:41.816644 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-b93fb845-2379-41d5-b795-ccf2250c114f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.1148388 Dec 23 11:37:41.817611 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.852222 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.855496 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b96d91e9-865a-4880-b8da-e1c8e1dc093e HTTP/1.1" status: 204 len: 168 time: 0.3058548 Dec 23 11:37:41.856311 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c0236-80ab-438a-a408-5b09bbb5f6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96d91e9-865a-4880-b8da-e1c8e1dc093e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:41.858498 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54322) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:41.909129 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-66687c99-8dcf-4c9b-8e95-dc0674a29062 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 1001 time: 0.0650580 Dec 23 11:37:41.929077 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:41.957440 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-d9f3942b-2c86-49f0-b3a5-fbb18c44ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:41.958868 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-d9f3942b-2c86-49f0-b3a5-fbb18c44ccb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0422683 Dec 23 11:37:42.005176 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-a0fd66cc-b562-47c4-a14f-01718ee6e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:42.005654 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.006563 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-a0fd66cc-b562-47c4-a14f-01718ee6e7ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399060 Dec 23 11:37:42.027900 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f5da4a-5c15-4697-904c-4c8fe2a0fb6d']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:42.038596 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a40bd0-ab4c-405d-bd6f-c6a6275396b9') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:42.038893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a40bd0-ab4c-405d-bd6f-c6a6275396b9') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:42.052035 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.065281 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.071181 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:37:42.071562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:37:42.073163 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:37:42.099029 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-104f48f2-fe6a-406d-8c59-2083ad42b80c service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844553 Dec 23 11:37:42.128485 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.133996 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.140041 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73f5da4a-5c15-4697-904c-4c8fe2a0fb6d HTTP/1.1" status: 204 len: 168 time: 0.2803705 Dec 23 11:37:42.141248 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54324) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:42.159191 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69604d1-c25e-4496-a2aa-cbd8b45aedd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f5da4a-5c15-4697-904c-4c8fe2a0fb6d,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:42.197185 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Deleting subnet b9a8e6c7-73a8-4d01-96aa-a893fca203f7 {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:37:42.197454 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b6a34017-a00b-4901-a109-1016a0ef27cd req-4c43d1f3-b1f9-46c7-b9ed-11090401dfc3 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904965 Dec 23 11:37:42.200877 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.243957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.292315 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.360187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019530a9-8b93-46d4-9e74-1c4d69b8b4e1 req-42a777f2-b59f-4ab2-8146-f5335af75a9e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:42.361746 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-019530a9-8b93-46d4-9e74-1c4d69b8b4e1 req-42a777f2-b59f-4ab2-8146-f5335af75a9e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 945 time: 0.0852163 Dec 23 11:37:42.382678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.421174 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a8e6c7-73a8-4d01-96aa-a893fca203f7,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:42.423140 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.426289 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-8ddbeea5-e502-4e43-bdfa-9d914e257522 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9a8e6c7-73a8-4d01-96aa-a893fca203f7 HTTP/1.1" status: 204 len: 168 time: 0.2823362 Dec 23 11:37:42.429037 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54330) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:42.458124 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-019530a9-8b93-46d4-9e74-1c4d69b8b4e1 req-3cc35abe-1b51-4b49-8581-0413c123778c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902445 Dec 23 11:37:42.506646 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.584426 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.605366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2355cb-af2f-455c-a5c5-88aff89e0730']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:42.614489 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5022a032-2dfc-437f-bd59-a40463a95b29') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:42.614781 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5022a032-2dfc-437f-bd59-a40463a95b29') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:37:42.623966 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.639013 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.645443 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:37:42.645843 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:37:42.647438 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:37:42.700127 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.707591 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:42.710680 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] 10.222.0.31 "DELETE /v2.0/networks/fb2355cb-af2f-455c-a5c5-88aff89e0730 HTTP/1.1" status: 204 len: 168 time: 0.2807829 Dec 23 11:37:42.719923 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ca1b0-823f-4fb5-990a-8dbb3a9775eb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2355cb-af2f-455c-a5c5-88aff89e0730,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:42.885865 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54334) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:42.925864 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-bd462931-1c6b-4e4e-9863-67b228719134 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d0f4d2598d4478481ebf61c1ace4546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386803 Dec 23 11:37:42.928569 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54336) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:42.979055 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaca-3f1c-487e-ab0f-20d10a0922b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.000172 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaca-3f1c-487e-ab0f-20d10a0922b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.051356 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaca-3f1c-487e-ab0f-20d10a0922b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.054071 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaca-3f1c-487e-ab0f-20d10a0922b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.055229 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f27dcaca-3f1c-487e-ab0f-20d10a0922b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de252d5b-8a6a-4f34-9b6a-4587bff1e88e HTTP/1.1" status: 204 len: 168 time: 0.1256428 Dec 23 11:37:43.062711 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dcaca-3f1c-487e-ab0f-20d10a0922b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de252d5b-8a6a-4f34-9b6a-4587bff1e88e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:43.276875 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:37:43.352147 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.373710 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54344) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:43.380390 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:37:43.382655 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd88167-2443-480a-8e61-7cd4962d8bbb" -d '{"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-unplugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:37:43.418248 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-c1503831-7728-4fb9-8a30-444d1dfd3ee8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef0c55e4628a493291f61f56a345dd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409265 Dec 23 11:37:43.418472 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54348) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:43.466619 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f756db86-f462-410b-a474-47b19ce23b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.491467 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f756db86-f462-410b-a474-47b19ce23b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.521157 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bf366e-1b61-481b-845f-d33b186605bc x-openstack-request-id: req-52bf366e-1b61-481b-845f-d33b186605bc {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:37:43.521537 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-unplugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:37:43.521741 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52bf366e-1b61-481b-845f-d33b186605bc {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:37:43.522150 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'code': 200} Dec 23 11:37:43.524486 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:37:43.529548 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.550307 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f756db86-f462-410b-a474-47b19ce23b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.552886 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f756db86-f462-410b-a474-47b19ce23b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:43.554103 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f756db86-f462-410b-a474-47b19ce23b37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a42ff685-7b32-47d2-9e8f-2fa015353304 HTTP/1.1" status: 204 len: 168 time: 0.1346750 Dec 23 11:37:43.564077 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756db86-f462-410b-a474-47b19ce23b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42ff685-7b32-47d2-9e8f-2fa015353304,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:43.590546 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=8']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:43.599602 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.600357 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.601161 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.601891 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.602615 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.603782 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.604619 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.605252 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.605769 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.606333 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.606825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.607149 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.607514 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:37:43.819290 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677ae33-1ee2-4219-9724-6e6cd16b73d6 req-83601334-71db-4b7b-a188-9fbc6ae3ced2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:43.820853 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0677ae33-1ee2-4219-9724-6e6cd16b73d6 req-83601334-71db-4b7b-a188-9fbc6ae3ced2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.2819002 Dec 23 11:37:43.867537 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0677ae33-1ee2-4219-9724-6e6cd16b73d6 req-d15a5950-7334-4e32-8037-2e1d59666aa2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Dec 23 11:37:44.629456 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54384) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:44.738408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-838f8317-67d6-4a0c-b555-d0add14fab14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:44.829309 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-838f8317-67d6-4a0c-b555-d0add14fab14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:44.835160 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-838f8317-67d6-4a0c-b555-d0add14fab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:44.871751 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-838f8317-67d6-4a0c-b555-d0add14fab14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c5426b1a6bb4445944692a37982ca37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412441 Dec 23 11:37:44.873290 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f8317-67d6-4a0c-b555-d0add14fab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26523113-9378-4b83-a5d0-395a05453f66,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:44.875041 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54388) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:44.926014 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da88c900-4687-456a-95cf-6986484f5e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:44.948818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da88c900-4687-456a-95cf-6986484f5e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:45.023868 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc733c-7b4e-49ba-8324-c275231639b2 req-4158f2ef-29c7-4714-b8a1-dbf720b80aca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:45.026003 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c7fc733c-7b4e-49ba-8324-c275231639b2 req-4158f2ef-29c7-4714-b8a1-dbf720b80aca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0823219 Dec 23 11:37:45.049151 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da88c900-4687-456a-95cf-6986484f5e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:45.051645 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-da88c900-4687-456a-95cf-6986484f5e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:45.052787 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-da88c900-4687-456a-95cf-6986484f5e39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26523113-9378-4b83-a5d0-395a05453f66 HTTP/1.1" status: 204 len: 168 time: 0.1762252 Dec 23 11:37:45.074639 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88c900-4687-456a-95cf-6986484f5e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26523113-9378-4b83-a5d0-395a05453f66,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:37:45.089165 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c7fc733c-7b4e-49ba-8324-c275231639b2 req-07906d87-5b7a-4856-86bc-0f8f33e8d76e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569711 Dec 23 11:37:45.301402 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:37:45.719001 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-e931e13e-179c-4162-8ad7-c5aa90efcc72 req-d354569c-8939-4ec8-b48c-6b5a0987f421 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:37:45.720241 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e931e13e-179c-4162-8ad7-c5aa90efcc72 req-d354569c-8939-4ec8-b48c-6b5a0987f421 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1450543 Dec 23 11:37:45.883087 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69273e0c-1b72-4ec9-b8ed-e543b1e9b308 req-05b4b990-6128-4f36-acca-ced363146b1d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:45.884624 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69273e0c-1b72-4ec9-b8ed-e543b1e9b308 req-05b4b990-6128-4f36-acca-ced363146b1d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0522010 Dec 23 11:37:45.953077 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69273e0c-1b72-4ec9-b8ed-e543b1e9b308 req-afb2790d-9e33-42f2-acdc-0fbea90d9f33 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604491 Dec 23 11:37:46.118640 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54492) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:37:46.201627 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-b1c62ec5-90dd-4a70-a0ce-f5bb28566319 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813353 Dec 23 11:37:46.210681 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-8cf1c177-6ccc-469a-bc7d-3a794604e8d8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:37:46.211633 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-8cf1c177-6ccc-469a-bc7d-3a794604e8d8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049953 Dec 23 11:37:47.091121 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9b46e-4ddb-4793-bd1e-c648aec3eef3 req-1e8286e7-7ad2-460f-b2ae-c72f1393d2b4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:47.092590 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-32d9b46e-4ddb-4793-bd1e-c648aec3eef3 req-1e8286e7-7ad2-460f-b2ae-c72f1393d2b4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0528581 Dec 23 11:37:47.144507 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-32d9b46e-4ddb-4793-bd1e-c648aec3eef3 req-9678dec8-e9ee-4f04-a0ee-13658e9f1eb0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Dec 23 11:37:47.290925 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:37:47.791534 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-1e514c7f-78d6-4a6c-b7b6-7dd380a8fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:47.793240 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-1e514c7f-78d6-4a6c-b7b6-7dd380a8fb53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9&tenant_id=a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 1096 time: 0.0734475 Dec 23 11:37:47.861242 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-93aafb0e-544c-41df-968a-d84a0e683cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:47.862782 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-93aafb0e-544c-41df-968a-d84a0e683cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1096 time: 0.0422823 Dec 23 11:37:47.954705 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-048acad6-4e54-4f30-899f-b0d08a8bf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:47.956166 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-048acad6-4e54-4f30-899f-b0d08a8bf135 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.0817208 Dec 23 11:37:48.032162 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-99eb61a4-18da-4855-9da4-cf43b4aed252 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 999 time: 0.0674300 Dec 23 11:37:48.084298 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-8b86805d-2526-4404-a446-b41e69f83db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:48.085738 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-8b86805d-2526-4404-a446-b41e69f83db2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0462122 Dec 23 11:37:48.133259 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-52f52b13-8590-4a59-86c6-7c19b1c1ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:48.134753 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-52f52b13-8590-4a59-86c6-7c19b1c1ef39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409913 Dec 23 11:37:48.229636 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-1c87d5c1-da17-46b6-954b-8f393614e31b service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 Dec 23 11:37:48.268811 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487140b4-cc6a-4ae7-9d57-d3642aafd939 req-6a31b6ea-3c52-42bf-bb9a-939847431f79 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:48.270266 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-487140b4-cc6a-4ae7-9d57-d3642aafd939 req-6a31b6ea-3c52-42bf-bb9a-939847431f79 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0486531 Dec 23 11:37:48.320597 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8e311bce-966c-42f2-9505-4a288762c7d3 req-0f7fa2ee-2d01-4dad-8f8d-196d63b718e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826857 Dec 23 11:37:48.321310 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-487140b4-cc6a-4ae7-9d57-d3642aafd939 req-ce3b9a06-04a7-4a5d-a596-85a177bb8f9c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Dec 23 11:37:49.453128 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d048927-18b1-4bd7-8bc0-9daa7d2ef70d req-04c94a4a-47f9-4b4d-915e-6298325aeba1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:49.454641 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d048927-18b1-4bd7-8bc0-9daa7d2ef70d req-04c94a4a-47f9-4b4d-915e-6298325aeba1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0534766 Dec 23 11:37:49.506199 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d048927-18b1-4bd7-8bc0-9daa7d2ef70d req-de2f4282-90d6-4809-9240-7d23fd9da6f1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Dec 23 11:37:50.635895 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcf828-2111-4d42-a44d-1b163f571a77 req-0b41b845-9887-4766-a659-702ed76fbd89 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:50.637414 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ddcf828-2111-4d42-a44d-1b163f571a77 req-0b41b845-9887-4766-a659-702ed76fbd89 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0520718 Dec 23 11:37:50.688396 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ddcf828-2111-4d42-a44d-1b163f571a77 req-5c6496bf-3f59-4dcb-9d02-40ee33c36b69 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Dec 23 11:37:51.811934 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf22d5c-5920-417f-8d71-889a5ec812fb req-aafa29cd-5a67-4cd3-b382-116d7b787682 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:51.813373 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5cf22d5c-5920-417f-8d71-889a5ec812fb req-aafa29cd-5a67-4cd3-b382-116d7b787682 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0485373 Dec 23 11:37:51.862925 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5cf22d5c-5920-417f-8d71-889a5ec812fb req-d274904c-1de7-4ae9-897d-43600f873f14 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 Dec 23 11:37:52.992055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d925be6-d617-422d-993a-4bcb11912322 req-bdc83fd7-cd36-4321-bb14-a64bf07153b4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:52.993663 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0d925be6-d617-422d-993a-4bcb11912322 req-bdc83fd7-cd36-4321-bb14-a64bf07153b4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0539734 Dec 23 11:37:53.046628 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0d925be6-d617-422d-993a-4bcb11912322 req-7f71a6f7-1bd0-4b90-85a5-52254be66b71 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459907 Dec 23 11:37:54.171405 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e1a1-c8cc-447e-bb54-1512c2cda26a req-23ccd4d2-8238-4693-bee8-73c2c98891e5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:54.172895 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3138e1a1-c8cc-447e-bb54-1512c2cda26a req-23ccd4d2-8238-4693-bee8-73c2c98891e5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0507789 Dec 23 11:37:54.228415 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3138e1a1-c8cc-447e-bb54-1512c2cda26a req-b3b2dcdf-ee31-403d-b93b-b31e8d4879f4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491083 Dec 23 11:37:55.363406 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0092715-38c8-4d8c-8698-fd33b50b9913 req-ac7400c1-269a-4c16-ae17-9176b5f91a14 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:55.364892 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c0092715-38c8-4d8c-8698-fd33b50b9913 req-ac7400c1-269a-4c16-ae17-9176b5f91a14 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0533624 Dec 23 11:37:55.414673 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c0092715-38c8-4d8c-8698-fd33b50b9913 req-23ee447f-4238-4a26-921c-da685ba33e2c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Dec 23 11:37:56.538420 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1bb20-467f-42af-8c7d-7fa9108928d5 req-e51e3412-a090-4ecb-9b99-c107fc418b26 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:56.541457 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-97e1bb20-467f-42af-8c7d-7fa9108928d5 req-e51e3412-a090-4ecb-9b99-c107fc418b26 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0519583 Dec 23 11:37:56.588013 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-97e1bb20-467f-42af-8c7d-7fa9108928d5 req-46203894-5f36-4086-9c01-fa9abd43d522 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Dec 23 11:37:57.725217 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496f02e-051b-475d-9f55-5244cc93bb53 req-28449e1f-e30d-4fcc-bdff-f8b53962046f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:57.728101 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5496f02e-051b-475d-9f55-5244cc93bb53 req-28449e1f-e30d-4fcc-bdff-f8b53962046f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0508728 Dec 23 11:37:57.781596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5496f02e-051b-475d-9f55-5244cc93bb53 req-913d5a22-049b-454d-85c2-b052cbd1c00c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481048 Dec 23 11:37:58.027361 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bc88bd80-cc57-498b-aa86-8b818a19da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:37:58.916942 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf67af1-7e3f-4685-a6f9-1fd2729b0c66 req-558d4e7e-5344-49c5-af93-1141d88469e1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:37:58.918415 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9bf67af1-7e3f-4685-a6f9-1fd2729b0c66 req-558d4e7e-5344-49c5-af93-1141d88469e1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0595334 Dec 23 11:37:58.966826 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9bf67af1-7e3f-4685-a6f9-1fd2729b0c66 req-c74679dd-805e-47ee-bd8f-bb7cc98fbd9a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Dec 23 11:38:00.094089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f91a8d-9f4f-4078-8fdd-b6fb4ce112cc req-a6b5ca5c-0d8f-422e-932a-d0a492b881d3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:00.095595 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54f91a8d-9f4f-4078-8fdd-b6fb4ce112cc req-a6b5ca5c-0d8f-422e-932a-d0a492b881d3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0495656 Dec 23 11:38:00.144021 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-54f91a8d-9f4f-4078-8fdd-b6fb4ce112cc req-c0095d94-e6ae-488c-bf35-8580a1df411e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Dec 23 11:38:00.363391 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5bfc8342-21d5-4375-b3e0-618d8b5765b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:01.272903 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa797-7038-4c01-b88c-523fb1be6808 req-b589c821-0757-439f-842d-87bb9323e5e9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:01.274122 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-213aa797-7038-4c01-b88c-523fb1be6808 req-b589c821-0757-439f-842d-87bb9323e5e9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0519576 Dec 23 11:38:01.320520 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-213aa797-7038-4c01-b88c-523fb1be6808 req-38b3ee9b-dfa6-403f-8cbc-1bc093b47a12 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Dec 23 11:38:01.394220 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:02.443851 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042fcc-0034-4d7b-896a-fdcf1d26fdd6 req-dd59daaf-4036-4065-9bb7-4fc7140f7de5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:02.445387 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9d042fcc-0034-4d7b-896a-fdcf1d26fdd6 req-dd59daaf-4036-4065-9bb7-4fc7140f7de5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0488818 Dec 23 11:38:02.492223 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9d042fcc-0034-4d7b-896a-fdcf1d26fdd6 req-5d5b99df-dd44-45df-a99f-e653d6b3c400 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Dec 23 11:38:02.800992 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:03.612618 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf915c-09dc-4ce9-aaa8-8e2ba922f943 req-9ad4b670-b6b7-4d42-be90-10a9c4f6051a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:03.614020 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2dcf915c-09dc-4ce9-aaa8-8e2ba922f943 req-9ad4b670-b6b7-4d42-be90-10a9c4f6051a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0494900 Dec 23 11:38:03.678642 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2dcf915c-09dc-4ce9-aaa8-8e2ba922f943 req-f6331dfa-0569-4fbb-9c9b-61512453c676 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585558 Dec 23 11:38:03.982870 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:04.812390 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663e7f4-8244-4d6f-8994-c37ff91e149e req-8d7edfe1-2153-44d4-bbe8-a639ba75efc6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:04.813869 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5663e7f4-8244-4d6f-8994-c37ff91e149e req-8d7edfe1-2153-44d4-bbe8-a639ba75efc6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0558569 Dec 23 11:38:04.861734 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5663e7f4-8244-4d6f-8994-c37ff91e149e req-c7c6046a-b7cd-4a30-b9ae-7273c3cb32b7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Dec 23 11:38:05.992680 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547c364-e9db-4d70-9145-154aec9fe7c0 req-d4d6ef4c-82ac-4235-8240-b131ea89f5cd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:05.994150 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c547c364-e9db-4d70-9145-154aec9fe7c0 req-d4d6ef4c-82ac-4235-8240-b131ea89f5cd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0604424 Dec 23 11:38:06.042552 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c547c364-e9db-4d70-9145-154aec9fe7c0 req-72d03704-f829-4872-b219-d8500fbab716 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Dec 23 11:38:07.179079 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bbe45-5a85-47e3-89e2-e09833267df4 req-ae545ca6-535e-4f3a-8689-47413e72a709 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:07.180525 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b53bbe45-5a85-47e3-89e2-e09833267df4 req-ae545ca6-535e-4f3a-8689-47413e72a709 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0556912 Dec 23 11:38:07.235521 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b53bbe45-5a85-47e3-89e2-e09833267df4 req-2e3c0817-ea9c-4db9-891f-9b769bdcdbad tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Dec 23 11:38:08.369230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fd329-b62e-442a-b3e3-c07503722208 req-943de814-0d66-4763-8de2-b6265da2b0c9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:08.370840 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5f2fd329-b62e-442a-b3e3-c07503722208 req-943de814-0d66-4763-8de2-b6265da2b0c9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0503478 Dec 23 11:38:08.423442 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5f2fd329-b62e-442a-b3e3-c07503722208 req-746fc44c-ea50-48d7-b194-5da62df841aa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Dec 23 11:38:09.563745 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c47b4-0f04-4264-8f46-64843ac013a3 req-2e3916b8-1161-4b70-9c0b-c0cb3c1c39c9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:09.565224 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d94c47b4-0f04-4264-8f46-64843ac013a3 req-2e3916b8-1161-4b70-9c0b-c0cb3c1c39c9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0598927 Dec 23 11:38:09.615049 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d94c47b4-0f04-4264-8f46-64843ac013a3 req-827bd354-d0d8-47cc-bbc8-c1bc7567fff0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Dec 23 11:38:10.737815 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f552-4d00-4a64-a441-28ae7ac74300 req-13ebcf0b-ce18-44f3-94f4-2eae3cee0cd1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:10.739950 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aa86f552-4d00-4a64-a441-28ae7ac74300 req-13ebcf0b-ce18-44f3-94f4-2eae3cee0cd1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0506864 Dec 23 11:38:10.805977 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aa86f552-4d00-4a64-a441-28ae7ac74300 req-cd1e487e-fef3-4467-9f96-c6eaf4a4b4bf tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597689 Dec 23 11:38:10.866197 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:11.938560 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57ceb-dd07-4a66-9a1c-07dc6a65fee5 req-251f9c2f-e34d-4a47-8e83-07c53c68052d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:11.940057 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6c57ceb-dd07-4a66-9a1c-07dc6a65fee5 req-251f9c2f-e34d-4a47-8e83-07c53c68052d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0499508 Dec 23 11:38:11.994969 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6c57ceb-dd07-4a66-9a1c-07dc6a65fee5 req-90fcdb78-499e-4aee-8be2-be5a53c8e9df tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Dec 23 11:38:13.123582 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf74b5-da75-4eaf-9180-2ccefba34958 req-aba5dd20-9b1c-463c-ad99-6cfb2314fb86 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:13.125049 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-23cf74b5-da75-4eaf-9180-2ccefba34958 req-aba5dd20-9b1c-463c-ad99-6cfb2314fb86 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0534585 Dec 23 11:38:13.172428 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-23cf74b5-da75-4eaf-9180-2ccefba34958 req-9b452918-ced0-4c37-8d50-d148ebe6a046 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406909 Dec 23 11:38:14.308907 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7bcfc-d2ca-42b9-b044-bc9496f5b704 req-1dd23cb1-c13b-44e4-bb80-9f7b2e951b4e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:14.310403 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-65f7bcfc-d2ca-42b9-b044-bc9496f5b704 req-1dd23cb1-c13b-44e4-bb80-9f7b2e951b4e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0490541 Dec 23 11:38:14.357201 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-65f7bcfc-d2ca-42b9-b044-bc9496f5b704 req-03ff4eae-59b0-4fed-b06b-15e495f89b75 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Dec 23 11:38:15.502304 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005a56a-a3e2-4864-93d9-6e455fe9da28 req-831b3270-e792-41e5-8d9b-b2b2083383ee tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:15.503680 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c005a56a-a3e2-4864-93d9-6e455fe9da28 req-831b3270-e792-41e5-8d9b-b2b2083383ee tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0630641 Dec 23 11:38:15.553547 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c005a56a-a3e2-4864-93d9-6e455fe9da28 req-472ed832-9f9d-445b-a3ef-7a1155772275 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Dec 23 11:38:16.319571 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54710) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:16.432472 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.504706 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.509962 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.544548 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e81fc4-a0d1-4dfc-a4b3-8c197ca28451,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:16.548324 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0109aff6b13549849615061e92b89ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277551 Dec 23 11:38:16.551179 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54714) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:16.554357 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.554712 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.555057 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.555391 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.555719 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.556048 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.556403 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.556760 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.557089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.557412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.557729 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.558048 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.558362 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3d0ba-2d37-4f76-a615-02c49e526881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:16.603657 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f93-8430-45a7-b8a7-3e2bff9133ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.625079 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f93-8430-45a7-b8a7-3e2bff9133ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.674311 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f93-8430-45a7-b8a7-3e2bff9133ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.674582 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53f962-e7dc-4f59-a5c7-9be1e3a5ce9d req-17b5e35c-6c3b-42b9-b8b9-d374daae5205 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:16.677190 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d53f962-e7dc-4f59-a5c7-9be1e3a5ce9d req-17b5e35c-6c3b-42b9-b8b9-d374daae5205 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0503736 Dec 23 11:38:16.677344 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e0d93f93-8430-45a7-b8a7-3e2bff9133ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:16.678381 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e0d93f93-8430-45a7-b8a7-3e2bff9133ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7e81fc4-a0d1-4dfc-a4b3-8c197ca28451 HTTP/1.1" status: 204 len: 168 time: 0.1261652 Dec 23 11:38:16.687880 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93f93-8430-45a7-b8a7-3e2bff9133ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e81fc4-a0d1-4dfc-a4b3-8c197ca28451,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:16.733840 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d53f962-e7dc-4f59-a5c7-9be1e3a5ce9d req-e910f18f-e811-4d31-a6cd-9df15b52b1e4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506644 Dec 23 11:38:17.871155 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eda7e-7e50-4cf8-9b93-c43a181eddae req-a97eb782-fe7d-465c-9faf-f10482b394bb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:17.872847 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f38eda7e-7e50-4cf8-9b93-c43a181eddae req-a97eb782-fe7d-465c-9faf-f10482b394bb tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0633805 Dec 23 11:38:17.919981 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f38eda7e-7e50-4cf8-9b93-c43a181eddae req-f61f1ea8-d64e-45f6-8a7d-d78a0de57c6a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Dec 23 11:38:19.054392 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbd0da-7ff1-459a-a780-9987ae87184d req-b443f3e4-7770-4b7d-9b99-c2f6f688f3d8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:19.055867 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6dbd0da-7ff1-459a-a780-9987ae87184d req-b443f3e4-7770-4b7d-9b99-c2f6f688f3d8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 943 time: 0.0506332 Dec 23 11:38:19.102920 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6dbd0da-7ff1-459a-a780-9987ae87184d req-b491f682-6d9b-4b04-b87f-f1ee93189fe9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404949 Dec 23 11:38:19.476715 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:38:19.577404 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:19.587680 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'port_id': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'mac_address': 'fa:16:3e:1e:6e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:38:19.626132 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:19.639824 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:38:19.659970 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:19.665667 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:19.713952 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=9']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:20.230457 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738948c5-b4eb-4928-9c3a-ef54675281d5 req-5a38fccc-c1e9-4d0a-aee3-0f81cd90c543 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:20.231799 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-738948c5-b4eb-4928-9c3a-ef54675281d5 req-5a38fccc-c1e9-4d0a-aee3-0f81cd90c543 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0590844 Dec 23 11:38:20.287612 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-738948c5-b4eb-4928-9c3a-ef54675281d5 req-7b4d08cc-6658-4a0c-aa30-36645bad21b8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497065 Dec 23 11:38:21.420900 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e245683-c1d5-4325-9733-a1b8c18f0a22 req-e76013ca-4244-463a-a2f1-d16f21cd5b84 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:21.422343 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4e245683-c1d5-4325-9733-a1b8c18f0a22 req-e76013ca-4244-463a-a2f1-d16f21cd5b84 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0515249 Dec 23 11:38:21.472986 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4e245683-c1d5-4325-9733-a1b8c18f0a22 req-a157a0e5-e04d-4868-aa7e-f8deb6d26c56 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417573 Dec 23 11:38:22.306163 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:38:22.624208 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08bc2-97b2-4862-86ef-acfb7aa1089a req-15320978-571d-4c29-b0e3-82e03f80218a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:22.625563 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58b08bc2-97b2-4862-86ef-acfb7aa1089a req-15320978-571d-4c29-b0e3-82e03f80218a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0546718 Dec 23 11:38:22.679810 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58b08bc2-97b2-4862-86ef-acfb7aa1089a req-b2471567-9368-4747-82fa-75f775c02f87 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Dec 23 11:38:23.808440 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cec5e-1a34-4588-ace1-fc31c1457f2b req-f2a26248-0a8c-4100-87b7-1d97aa7bd9c2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:23.809953 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-580cec5e-1a34-4588-ace1-fc31c1457f2b req-f2a26248-0a8c-4100-87b7-1d97aa7bd9c2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0568464 Dec 23 11:38:23.857148 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-580cec5e-1a34-4588-ace1-fc31c1457f2b req-46caefd1-eefd-4602-b173-ef810c77630e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399425 Dec 23 11:38:24.124887 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['9a6883ab-95a5-4b77-aa7d-30d3759a55a5'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:38:25.001527 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c33dd-31ce-4693-9b8b-4a709a7c85e0 req-f114c63e-07a9-45c4-b324-3c01ffe8b81b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:25.002969 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4e3c33dd-31ce-4693-9b8b-4a709a7c85e0 req-f114c63e-07a9-45c4-b324-3c01ffe8b81b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 944 time: 0.0529137 Dec 23 11:38:25.052951 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4e3c33dd-31ce-4693-9b8b-4a709a7c85e0 req-68827dd2-1eb5-4da8-a889-cd53b41bc96a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Dec 23 11:38:25.853910 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:25.902062 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:25.902439 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:25.993273 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:26.015853 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:38:26.018132 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24d262f-ddb1-4d00-abd4-cc0a1661788d" -d '{"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:38:26.030993 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:26.035714 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:26.057941 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b66b41-e190-4a8b-b476-234adf0dd9b9 x-openstack-request-id: req-12b66b41-e190-4a8b-b476-234adf0dd9b9 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:38:26.058257 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-plugged", "status": "completed", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:38:26.058514 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12b66b41-e190-4a8b-b476-234adf0dd9b9 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:38:26.058905 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'code': 200} Dec 23 11:38:26.083873 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=10']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:26.181535 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3ff2f-e053-47e0-935d-79379e39c156 req-598209a3-68f8-4217-a085-60333a0c00ca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:26.182983 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebe3ff2f-e053-47e0-935d-79379e39c156 req-598209a3-68f8-4217-a085-60333a0c00ca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Dec 23 11:38:26.232600 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebe3ff2f-e053-47e0-935d-79379e39c156 req-fbebb0fa-5b19-4ed5-b952-79fdd3d85c46 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409689 Dec 23 11:38:26.676544 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789544-690c-4d35-bfa8-ce1e9e236000 req-6f82ff2b-fd39-4d1b-815e-18e300244970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:26.678177 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5a789544-690c-4d35-bfa8-ce1e9e236000 req-6f82ff2b-fd39-4d1b-815e-18e300244970 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1099 time: 0.1444445 Dec 23 11:38:26.722402 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5a789544-690c-4d35-bfa8-ce1e9e236000 req-c3783e3f-d507-4f41-a860-6172776130be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367229 Dec 23 11:38:26.779483 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54824) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:26.889719 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b5437948-04d2-4d78-aa7f-a1a9300a162e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:26.961600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b5437948-04d2-4d78-aa7f-a1a9300a162e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:26.967521 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b5437948-04d2-4d78-aa7f-a1a9300a162e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:27.003832 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-b5437948-04d2-4d78-aa7f-a1a9300a162e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dd5d88812c14e63a82d7cf631e872ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233031 Dec 23 11:38:27.004802 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5437948-04d2-4d78-aa7f-a1a9300a162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e007f5-9e7c-4fc8-8f68-d6c1dcdccbf6,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:27.007316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54828) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:27.055856 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-52b4f74c-06d4-45d3-9bd1-e85700a8a798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:27.292166 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-52b4f74c-06d4-45d3-9bd1-e85700a8a798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:27.366417 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef3cd2-c12c-4357-86ed-45c6995fc053 req-78636af7-7588-437e-b3a2-8459b39057fa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:27.367797 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2aef3cd2-c12c-4357-86ed-45c6995fc053 req-78636af7-7588-437e-b3a2-8459b39057fa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0547466 Dec 23 11:38:27.368815 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-52b4f74c-06d4-45d3-9bd1-e85700a8a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:27.371328 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-52b4f74c-06d4-45d3-9bd1-e85700a8a798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:27.372375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-52b4f74c-06d4-45d3-9bd1-e85700a8a798 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41e007f5-9e7c-4fc8-8f68-d6c1dcdccbf6 HTTP/1.1" status: 204 len: 168 time: 0.3641889 Dec 23 11:38:27.381874 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4f74c-06d4-45d3-9bd1-e85700a8a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e007f5-9e7c-4fc8-8f68-d6c1dcdccbf6,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:27.423888 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2aef3cd2-c12c-4357-86ed-45c6995fc053 req-6cb5f7e4-f483-4999-b854-ab15f63503c7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Dec 23 11:38:28.022033 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b2030458-92eb-49e0-ab02-338597d34c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.033506 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54854) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:28.136135 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1759487020-network', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:28.161310 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Made reservation on behalf of 0f46e4106d5447cb9d6a3024c5e80a3c for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:38:28.163618 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.172733 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.250179 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.254529 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.278124 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:38:28.292201 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:28.297003 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.297349 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Added segment 1e0c6563-a1c9-4534-a481-7feb6601392d of type vlan for network 6ce40181-bd6c-42ee-910d-e538488a564d Dec 23 11:38:28.336896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.363103 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.364109 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:28.364999 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.398047 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3634417 Dec 23 11:38:28.400961 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54870) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:28.406129 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Request body: {'subnet': {'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1759487020-subnet', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:28.429345 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Made reservation on behalf of 0f46e4106d5447cb9d6a3024c5e80a3c for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:38:28.431613 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064590'] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.431748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518420-ef8f-4e14-a0d4-f2d11593c30c admin admin] Pushing event updated for resources: {'Network': ['ID=6ce40181-bd6c-42ee-910d-e538488a564d,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:28.451439 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 6ce40181-bd6c-42ee-910d-e538488a564d details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:38:28.570485 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3b178-fc2d-4a32-a67e-0510f169dba4 req-a21f4fe4-b864-4eaa-835e-f22d77f832f2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:28.572016 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9f3b178-fc2d-4a32-a67e-0510f169dba4 req-a21f4fe4-b864-4eaa-835e-f22d77f832f2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0583384 Dec 23 11:38:28.626370 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9431859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064604'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.631709 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b9f3b178-fc2d-4a32-a67e-0510f169dba4 req-cf79fcf9-15e8-4fbe-99de-a856dbb802f1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Dec 23 11:38:28.680879 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efb5204-0d72-49e1-8b11-e5f273b4c604,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:28.695992 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.696338 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.696690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.697023 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.697343 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.697662 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.697981 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.698296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.698612 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.698932 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.699244 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.699552 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.699859 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:28.712690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Checking segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:28.713232 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Network hostable DHCP agents. Network: 6ce40181-bd6c-42ee-910d-e538488a564d, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:38:28.731291 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Network 6ce40181-bd6c-42ee-910d-e538488a564d is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:38:28.740330 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 6ce40181-bd6c-42ee-910d-e538488a564d) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:28.745010 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:28.745758 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.749731 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aaa62f-90fd-46ba-b63e-4d24a224648f None None] Network 6ce40181-bd6c-42ee-910d-e538488a564d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:38:28.764863 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-086d3599-3f88-473a-b316-b1763c0de0b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3625948 Dec 23 11:38:28.767500 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54898) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:28.773031 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:28.799447 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.800971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.856055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.865716 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-6ce40181-bd6c-42ee-910d-e538488a564d', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:38:28.866684 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:28.994296 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.006090 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Allocated IP 172.20.0.2 (6ce40181-bd6c-42ee-910d-e538488a564d/8efb5204-0d72-49e1-8b11-e5f273b4c604/61e95de8-7f92-4438-9ddd-86dcc8f65814) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:29.144515 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.151330 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.185132 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.192718 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Network 6ce40181-bd6c-42ee-910d-e538488a564d is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:29.195863 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:29.199201 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:29.204637 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Pushing event updated for resources: {'Port': ['ID=61e95de8-7f92-4438-9ddd-86dcc8f65814,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:29.207340 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.257164 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Attempting to bind port 61e95de8-7f92-4438-9ddd-86dcc8f65814 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:38:29.257443 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Attempting to bind port 61e95de8-7f92-4438-9ddd-86dcc8f65814 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:38:29.257802 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Attempting to bind port 61e95de8-7f92-4438-9ddd-86dcc8f65814 on network 6ce40181-bd6c-42ee-910d-e538488a564d {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:38:29.263345 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:38:29.263773 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Checking segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:29.264167 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.264585 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Bound using segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:38:29.265086 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Bound port: 61e95de8-7f92-4438-9ddd-86dcc8f65814, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:38:29.265458 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.310530 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Allocated IP 172.27.1.29 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/5d682cbf-be83-4bf5-9833-9dded93c59c0) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:29.325505 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] For port 61e95de8-7f92-4438-9ddd-86dcc8f65814, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:38:29.328512 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] For port 61e95de8-7f92-4438-9ddd-86dcc8f65814, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=61e95de8-7f92-4438-9ddd-86dcc8f65814,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:38:29.333116 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.389928 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36e09-1759-4e30-a0c1-3b50508374ca None None] Pushing event updated for resources: {'Port': ['ID=61e95de8-7f92-4438-9ddd-86dcc8f65814,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:29.425314 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.462587 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.500809 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:29.503710 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:29.506299 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:29.542507 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Pushing event updated for resources: {'Port': ['ID=5d682cbf-be83-4bf5-9833-9dded93c59c0,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:29.800492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776322c-2e38-4563-b5fd-3670809f7258 req-d1181fee-9d8f-430c-85bd-852d7a4771f9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:29.801984 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6776322c-2e38-4563-b5fd-3670809f7258 req-d1181fee-9d8f-430c-85bd-852d7a4771f9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0916865 Dec 23 11:38:29.816818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:29.917128 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6776322c-2e38-4563-b5fd-3670809f7258 req-bf049ec6-33f5-40b7-a5c2-415eaf836a81 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087108 Dec 23 11:38:30.039150 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.076872 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 61e95de8-7f92-4438-9ddd-86dcc8f65814 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:30.125919 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 61e95de8-7f92-4438-9ddd-86dcc8f65814 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:30.126285 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.172569 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Router 79d1bdd3-81b3-49fa-9587-250b50b6c000 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:38:30.206009 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.239864 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 61e95de8-7f92-4438-9ddd-86dcc8f65814, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=61e95de8-7f92-4438-9ddd-86dcc8f65814,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:30.245055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.285713 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:38:30.287247 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3244047-72ea-4d9d-a96a-5561466a0d5e None None] Network 6ce40181-bd6c-42ee-910d-e538488a564d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:38:30.303539 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.304923 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-b7aa660d-48c4-4dc5-b1de-357e296af318 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5362737 Dec 23 11:38:30.307596 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54906) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:30.309631 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Sync routers for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:38:30.329965 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=61e95de8-7f92-4438-9ddd-86dcc8f65814,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:30.375926 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:30.376551 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:30.439005 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-58803226-75bd-4b7c-9352-479899197408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.445635 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-d5593d11-e8a1-4f60-8c77-87e8519379c6 None None] Provisioning complete for port 61e95de8-7f92-4438-9ddd-86dcc8f65814 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:30.445997 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d5593d11-e8a1-4f60-8c77-87e8519379c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.697745 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:30.733460 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.897068 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Allocated IP 172.20.0.1 (6ce40181-bd6c-42ee-910d-e538488a564d/8efb5204-0d72-49e1-8b11-e5f273b4c604/29201a8f-44bd-4b03-8e7a-e2c355cdfcf1) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:30.910540 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:29Z', 'revision_number': 3, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:30.940598 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Checking router: 79d1bdd3-81b3-49fa-9587-250b50b6c000 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:38:30.940934 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Updating router 79d1bdd3-81b3-49fa-9587-250b50b6c000 port 5d682cbf-be83-4bf5-9833-9dded93c59c0 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:38:30.974852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:30.978716 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-1613be08-821f-4052-8c23-4c4c48c9a954 None None] Provisioning complete for port 61e95de8-7f92-4438-9ddd-86dcc8f65814 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:30.979706 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-1613be08-821f-4052-8c23-4c4c48c9a954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.010964 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.045590 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.084004 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Network 6ce40181-bd6c-42ee-910d-e538488a564d is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:31.088214 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:31.093281 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:31.095621 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Pushing event updated for resources: {'Port': ['ID=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:31.137368 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.266422 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.306475 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.315433 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.356463 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-27f52196-965b-4f5c-97c7-11c8aadb0f8b None None] Provisioning complete for port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:31.356857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-27f52196-965b-4f5c-97c7-11c8aadb0f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.410277 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Attempting to bind port 5d682cbf-be83-4bf5-9833-9dded93c59c0 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:38:31.410651 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Attempting to bind port 5d682cbf-be83-4bf5-9833-9dded93c59c0 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:38:31.411016 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Attempting to bind port 5d682cbf-be83-4bf5-9833-9dded93c59c0 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:38:31.416928 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ed6a4-294d-444d-8067-c0d25b8545b2 None None] Pushing event updated for resources: {'Port': ['ID=5d682cbf-be83-4bf5-9833-9dded93c59c0,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:31.426370 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:38:31.426752 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:31.427155 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.427667 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:38:31.428147 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Bound port: 5d682cbf-be83-4bf5-9833-9dded93c59c0, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:38:31.428523 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.431595 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.432303 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-27f52196-965b-4f5c-97c7-11c8aadb0f8b None None] Port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:38:31.432888 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.438109 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.480979 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] For port 5d682cbf-be83-4bf5-9833-9dded93c59c0, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:38:31.484334 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] For port 5d682cbf-be83-4bf5-9833-9dded93c59c0, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=5d682cbf-be83-4bf5-9833-9dded93c59c0,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:38:31.490388 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.505086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Pushing event updated for resources: {'Port': ['ID=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:31.507582 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.546138 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:31.546903 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:31.584957 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ed6a4-294d-444d-8067-c0d25b8545b2 None None] Pushing event updated for resources: {'Port': ['ID=5d682cbf-be83-4bf5-9833-9dded93c59c0,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:31.598417 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Network 6ce40181-bd6c-42ee-910d-e538488a564d is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:31.599748 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:31.674931 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:31.720551 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Router 79d1bdd3-81b3-49fa-9587-250b50b6c000 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:38:31.882343 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-b0bed19b-edaf-4374-b0e3-ef35d3fe3569 None None] Provisioning complete for port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:31.882587 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b0bed19b-edaf-4374-b0e3-ef35d3fe3569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:31.924772 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-b0bed19b-edaf-4374-b0e3-ef35d3fe3569 None None] Port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:38:31.933624 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 2, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:31.960390 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2200ed51-4be3-425e-be53-97e845fcce8e None None] The sync data for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi is: [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 2, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:38:32.051482 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:38:32.057355 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7b89d429-44c9-417b-9632-c7696876e222 admin admin] 10.222.0.31 "PUT /v2.0/routers/79d1bdd3-81b3-49fa-9587-250b50b6c000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486918 Dec 23 11:38:32.065436 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 61e95de8-7f92-4438-9ddd-86dcc8f65814 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:32.118963 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 61e95de8-7f92-4438-9ddd-86dcc8f65814 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:32.119338 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.595295 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54926) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:32.600349 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1323011777-network', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:32.623234 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Made reservation on behalf of 6f824ffbb0494001a9a048c620c268a5 for: {'network': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:38:32.625657 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.635909 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.724197 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.729316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.754136 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:38:32.762945 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd71ed-a75d-40d3-8e9f-775570bec8ee,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:32.769312 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.769648 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.segments_db [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Added segment 0c1cbb9d-1944-4550-a412-be0b5fbb1552 of type vlan for network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f Dec 23 11:38:32.806836 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.810953 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.836934 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.838052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:32.838655 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:32.872089 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2756450 Dec 23 11:38:32.874940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 54928) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:32.880755 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Request body: {'subnet': {'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1323011777-subnet', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'ip_version': 4}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:32.900153 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdf276-89b0-424f-ae33-6d3288a86de9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2f2057-e8e6-4ec5-9fb6-1afca527199f,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:32.910243 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:38:32.914662 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Made reservation on behalf of 6f824ffbb0494001a9a048c620c268a5 for: {'subnet': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:38:32.917083 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9064590'] for subnet, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.319726 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9431859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9064604'] for subnet, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.372234 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37b32f9-90fe-4696-87a8-fe5f58c1905a,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:33.383234 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Checking segment: {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:33.383595 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Network hostable DHCP agents. Network: 2d2f2057-e8e6-4ec5-9fb6-1afca527199f, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:38:33.401690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:38:33.412839 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 2d2f2057-e8e6-4ec5-9fb6-1afca527199f) {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:33.417585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:33.418188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.422586 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d8fb7-fbf4-43d4-9b23-eeabf8438fb1 None None] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:38:33.444333 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1caa9cbf-b2e7-4399-a387-886c13cc0080 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5658195 Dec 23 11:38:33.445017 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54932) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:33.449853 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:33.472265 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3862019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43954'] for router, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.473429 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3862263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3886339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43979'] for router, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.527797 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa3ab81d-a1a5-5ba4-8c21-53b2e3a0966c-2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'fixed_ips': [{'subnet_id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a'}]}} from dv-cinder-730936-3-iscsi. {{(pid=102561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:38:33.528099 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.528889 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.665767 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.666013 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.db_base_plugin_common [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Allocated IP 172.20.0.2 (2d2f2057-e8e6-4ec5-9fb6-1afca527199f/d37b32f9-90fe-4696-87a8-fe5f58c1905a/782e088b-21d6-4862-966a-ddc3270b0624) {{(pid=102561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:33.810347 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Publish callbacks [] for port, precommit_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.816804 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157'] for port, after_create {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.856838 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f is already hosted by enough agents. {{(pid=102561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:33.861584 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.scheduler.base_scheduler [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Resources bound (agent type, host, resource id): {{(pid=102561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:33.863904 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Received port after_create {{(pid=102561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:33.867076 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.871606 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Pushing event updated for resources: {'Port': ['ID=782e088b-21d6-4862-966a-ddc3270b0624,revision_number=1']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:33.887089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.926708 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Attempting to bind port 782e088b-21d6-4862-966a-ddc3270b0624 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:38:33.927081 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Attempting to bind port 782e088b-21d6-4862-966a-ddc3270b0624 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:38:33.927468 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Attempting to bind port 782e088b-21d6-4862-966a-ddc3270b0624 on network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:38:33.932705 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:38:33.933188 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Checking segment: {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:33.933599 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.934016 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Bound using segment: {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:38:33.934477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Bound port: 782e088b-21d6-4862-966a-ddc3270b0624, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:38:33.934875 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:33.981643 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Sync routers for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:38:34.000375 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.002880 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:34.004078 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Allocated IP 172.27.1.155 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/d6e5cc0d-2b93-4363-89e8-17fcae3b3057) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:34.006502 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:34.012989 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] For port 782e088b-21d6-4862-966a-ddc3270b0624, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:38:34.021861 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] For port 782e088b-21d6-4862-966a-ddc3270b0624, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=782e088b-21d6-4862-966a-ddc3270b0624,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:38:34.028478 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.099065 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a07d21-0bef-41b4-8cc4-31a78402a68d None None] Pushing event updated for resources: {'Port': ['ID=782e088b-21d6-4862-966a-ddc3270b0624,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:34.139426 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 5d682cbf-be83-4bf5-9833-9dded93c59c0 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:34.146638 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:34.162909 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.202439 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 5d682cbf-be83-4bf5-9833-9dded93c59c0 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:34.202820 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.215933 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.273115 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:34.277684 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:34.280021 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:34.288611 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:34.382281 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.413617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port 5d682cbf-be83-4bf5-9833-9dded93c59c0, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=5d682cbf-be83-4bf5-9833-9dded93c59c0,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:34.419139 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.435636 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 2, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:34.475380 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Checking router: 79d1bdd3-81b3-49fa-9587-250b50b6c000 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:38:34.475788 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Updating router 79d1bdd3-81b3-49fa-9587-250b50b6c000 port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:38:34.482905 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=5d682cbf-be83-4bf5-9833-9dded93c59c0,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:34.506958 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.595255 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.769730 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.775236 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.789780 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3862158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3858805'] for router, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.820188 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Pushing event updated for resources: {'Port': ['ID=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:34.827954 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.828130 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.828496 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.828937 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.829180 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.829509 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.829835 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.830155 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.830477 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.830811 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.831134 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.831455 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.831773 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:38:34.893481 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Attempting to bind port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:38:34.893844 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Attempting to bind port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:38:34.894207 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Attempting to bind port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 on network 6ce40181-bd6c-42ee-910d-e538488a564d {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:38:34.899687 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:38:34.900079 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Checking segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:34.900485 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.900898 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Bound using segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:38:34.901370 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Bound port: 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:38:34.901759 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:34.950358 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Router 171feed6-50f0-4d07-b070-c38f0bf1bd33 is scheduled to L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 with binding_index 1 {{(pid=102559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:38:34.975120 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] For port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:38:34.979215 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] For port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:38:34.983944 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.061785 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:35.062446 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:35.080762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:38:35.089944 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Sync routers for ids ['171feed6-50f0-4d07-b070-c38f0bf1bd33'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:38:35.106799 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.108394 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-ddd800db-2ce3-4c08-93f3-7e7369a274b4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6622376 Dec 23 11:38:35.110998 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 54936) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:38:35.117839 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Routers {'171feed6-50f0-4d07-b070-c38f0bf1bd33'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:35.118477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['171feed6-50f0-4d07-b070-c38f0bf1bd33'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:35.124639 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c2e3e-7dc8-4a88-838a-19161a97b36f None None] Pushing event updated for resources: {'Port': ['ID=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,revision_number=4']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:35.240361 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:35.252908 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-2d63c6c8-d76b-49fc-9d73-f3860d7dde0b None None] Provisioning complete for port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:35.253279 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2d63c6c8-d76b-49fc-9d73-f3860d7dde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.431684 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c20259-e32a-4b7f-a6b4-1d14bb02d525 None None] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:38:35.458276 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:35.486205 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e1cf5-2211-4552-ac59-b99374e5c2f2 None None] The sync data for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi is: [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:38:35.524854 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Set router 171feed6-50f0-4d07-b070-c38f0bf1bd33 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:35.604045 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.725932 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2d63c6c8-d76b-49fc-9d73-f3860d7dde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.782984 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Allocated IP 172.20.0.1 (2d2f2057-e8e6-4ec5-9fb6-1afca527199f/d37b32f9-90fe-4696-87a8-fe5f58c1905a/e6e0aea2-19bd-41f5-bb55-34719f1fdd43) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:35.795935 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-2d63c6c8-d76b-49fc-9d73-f3860d7dde0b None None] For port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:35.805506 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2d63c6c8-d76b-49fc-9d73-f3860d7dde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.871250 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 3, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:35.874863 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63c6c8-d76b-49fc-9d73-f3860d7dde0b None None] Pushing event updated for resources: {'Port': ['ID=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:35.919865 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.924832 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Checking router: 171feed6-50f0-4d07-b070-c38f0bf1bd33 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:38:35.925398 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Updating router 171feed6-50f0-4d07-b070-c38f0bf1bd33 port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 binding host dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:38:35.954626 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Provisioning complete for port 782e088b-21d6-4862-966a-ddc3270b0624 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:35.955137 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.960048 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:35.962058 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.000553 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:36.002998 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:36.042327 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:36.121427 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Pushing event updated for resources: {'Port': ['ID=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:36.142014 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3858498'] for router_interface, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.183513 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.251707 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:36.280702 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.319049 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] For port 782e088b-21d6-4862-966a-ddc3270b0624, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=782e088b-21d6-4862-966a-ddc3270b0624,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:36.332038 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.411081 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Provisioning complete for port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:36.411422 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.437494 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbbc0a-bebf-4de2-bb53-06e3a3747606 None None] Pushing event updated for resources: {'Port': ['ID=782e088b-21d6-4862-966a-ddc3270b0624,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:36.446753 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.452693 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.457162 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:36.457522 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.521613 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3858486'] for router_interface, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.524154 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Pushing event updated for resources: {'Port': ['ID=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:36.551595 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Publish callbacks [] for port, precommit_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.561129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.611179 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:36.613265 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:36.684364 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 5d682cbf-be83-4bf5-9833-9dded93c59c0 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:36.688874 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e92cd5-0531-4904-8b05-1f80a20aeeb7 None None] Pushing event updated for resources: {'Port': ['ID=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,revision_number=2']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:36.693070 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Attempting to bind port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:38:36.693590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Attempting to bind port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:38:36.694042 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Attempting to bind port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 on network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:38:36.719519 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:38:36.720069 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Checking segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:36.720579 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.721081 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Bound using segment: {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'} {{(pid=102561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:38:36.721655 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.managers [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Bound port: d6e5cc0d-2b93-4363-89e8-17fcae3b3057, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05d140f-ebdd-4f3e-972b-8ee710b617f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}}] {{(pid=102561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:38:36.722125 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.789586 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] For port d6e5cc0d-2b93-4363-89e8-17fcae3b3057, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:38:36.797453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] For port d6e5cc0d-2b93-4363-89e8-17fcae3b3057, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:38:36.801477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 5d682cbf-be83-4bf5-9833-9dded93c59c0 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:36.801922 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.828485 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.871579 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-6d692284-a999-49df-89e5-b1c2ab06ab82 None None] Provisioning complete for port 782e088b-21d6-4862-966a-ddc3270b0624 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:36.871980 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6d692284-a999-49df-89e5-b1c2ab06ab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:36.935089 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e92cd5-0531-4904-8b05-1f80a20aeeb7 None None] Pushing event updated for resources: {'Port': ['ID=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,revision_number=3']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:36.940474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Routers {'171feed6-50f0-4d07-b070-c38f0bf1bd33'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:36.941100 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['171feed6-50f0-4d07-b070-c38f0bf1bd33'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:36.955847 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Router 171feed6-50f0-4d07-b070-c38f0bf1bd33 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:38:37.062772 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:38:37.069777 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-56cbce0c-135d-4b1e-a61c-ee758101357a admin admin] 10.222.0.31 "PUT /v2.0/routers/171feed6-50f0-4d07-b070-c38f0bf1bd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577894 Dec 23 11:38:37.073382 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 782e088b-21d6-4862-966a-ddc3270b0624 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:37.266040 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] Set router 171feed6-50f0-4d07-b070-c38f0bf1bd33 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:37.346688 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-6d692284-a999-49df-89e5-b1c2ab06ab82 None None] Provisioning complete for port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:37.347052 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6d692284-a999-49df-89e5-b1c2ab06ab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:37.387571 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 782e088b-21d6-4862-966a-ddc3270b0624 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:37.387787 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:37.463690 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-6d692284-a999-49df-89e5-b1c2ab06ab82 None None] Port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:38:37.568168 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e6e0aea2-19bd-41f5-bb55-34719f1fdd43', 'name': '', 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'mac_address': 'fa:16:3e:cd:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:35Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 2, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'subnets': [{'id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:37.597558 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3752d-651e-4c64-9e12-4bd25b87392b None None] The sync data for ids ['171feed6-50f0-4d07-b070-c38f0bf1bd33'] in dv-cinder-730936-3-iscsi is: [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e6e0aea2-19bd-41f5-bb55-34719f1fdd43', 'name': '', 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'mac_address': 'fa:16:3e:cd:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:35Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 2, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'subnets': [{'id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:38:37.610453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-d5531764-79ad-4c9a-9973-d9c27ccdaac0 None None] Provisioning complete for port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:37.610844 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d5531764-79ad-4c9a-9973-d9c27ccdaac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:37.649140 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-d5531764-79ad-4c9a-9973-d9c27ccdaac0 None None] Port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:38:38.097304 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 782e088b-21d6-4862-966a-ddc3270b0624 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:38.161989 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port 782e088b-21d6-4862-966a-ddc3270b0624 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:38.162539 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:39.805538 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Sync routers for ids ['171feed6-50f0-4d07-b070-c38f0bf1bd33'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:38:39.821554 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Routers {'171feed6-50f0-4d07-b070-c38f0bf1bd33'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:39.822204 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['171feed6-50f0-4d07-b070-c38f0bf1bd33'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:39.943011 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Set router 171feed6-50f0-4d07-b070-c38f0bf1bd33 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:40.151033 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d6e5cc0d-2b93-4363-89e8-17fcae3b3057 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:40.226768 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:40.227446 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.323630 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e6e0aea2-19bd-41f5-bb55-34719f1fdd43', 'name': '', 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'mac_address': 'fa:16:3e:cd:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:35Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 2, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'subnets': [{'id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:40.324985 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.354171 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Checking router: 171feed6-50f0-4d07-b070-c38f0bf1bd33 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:38:40.354558 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Updating router 171feed6-50f0-4d07-b070-c38f0bf1bd33 port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 binding host dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:38:40.355874 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] For port d6e5cc0d-2b93-4363-89e8-17fcae3b3057, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:40.380073 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.387597 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.450932 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Pushing event updated for resources: {'Port': ['ID=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:40.698050 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Publish callbacks [] for port, precommit_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.703347 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.745993 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a663543-147b-43d7-9381-8f8fc664471f None None] Pushing event updated for resources: {'Port': ['ID=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,revision_number=3']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:40.820620 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Attempting to bind port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 on host dv-cinder-730936-3-iscsi for vnic_type normal with profile {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:38:40.821380 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Attempting to bind port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 by drivers openvswitch,hyperv on host dv-cinder-730936-3-iscsi at level 0 using segments [{'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:38:40.822591 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Attempting to bind port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 on network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:38:40.829605 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Checking agent: {'id': '6cbb1d1a-0704-4564-acdd-c16883a3e90d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-730936-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 24, 34), 'started_at': datetime.datetime(2021, 12, 23, 11, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-730936-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:38:40.830147 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Checking segment: {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:38:40.830635 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.831081 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Bound using segment: {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'} {{(pid=102562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:38:40.831649 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.managers [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Bound port: e6e0aea2-19bd-41f5-bb55-34719f1fdd43, host: dv-cinder-730936-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1cbb9d-1944-4550-a412-be0b5fbb1552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f'}}] {{(pid=102562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:38:40.832692 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.860113 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:40.945643 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] For port e6e0aea2-19bd-41f5-bb55-34719f1fdd43, host dv-cinder-730936-3-iscsi, cleared binding levels {{(pid=102562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:38:40.956745 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.plugins.ml2.db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] For port e6e0aea2-19bd-41f5-bb55-34719f1fdd43, host dv-cinder-730936-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:38:40.963908 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron_lib.callbacks.manager [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:41.035406 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Routers {'171feed6-50f0-4d07-b070-c38f0bf1bd33'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:38:41.036054 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:38:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['171feed6-50f0-4d07-b070-c38f0bf1bd33'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:41.184081 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] Set router 171feed6-50f0-4d07-b070-c38f0bf1bd33 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:38:41.223851 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-20c52020-395d-4d5e-8847-f5b1446333a7 None None] Provisioning complete for port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:41.224460 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-20c52020-395d-4d5e-8847-f5b1446333a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:41.318366 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-20c52020-395d-4d5e-8847-f5b1446333a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:41.355363 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-20c52020-395d-4d5e-8847-f5b1446333a7 None None] For port e6e0aea2-19bd-41f5-bb55-34719f1fdd43, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:38:41.366130 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-20c52020-395d-4d5e-8847-f5b1446333a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:41.388174 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a663543-147b-43d7-9381-8f8fc664471f None None] Pushing event updated for resources: {'Port': ['ID=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,revision_number=4']} {{(pid=102562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:41.419248 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e6e0aea2-19bd-41f5-bb55-34719f1fdd43', 'name': '', 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'mac_address': 'fa:16:3e:cd:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:35Z', 'updated_at': '2021-12-23T11:38:40Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'subnets': [{'id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:38:41.433827 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c52020-395d-4d5e-8847-f5b1446333a7 None None] Pushing event updated for resources: {'Port': ['ID=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:41.449177 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3297a25-2376-4299-88da-a1b594a2d732 None None] The sync data for ids ['171feed6-50f0-4d07-b070-c38f0bf1bd33'] in dv-cinder-730936-3-iscsi is: [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:36Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': 'e6e0aea2-19bd-41f5-bb55-34719f1fdd43', 'name': '', 'network_id': '2d2f2057-e8e6-4ec5-9fb6-1afca527199f', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'mac_address': 'fa:16:3e:cd:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:35Z', 'updated_at': '2021-12-23T11:38:40Z', 'revision_number': 4, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'subnets': [{'id': 'd37b32f9-90fe-4696-87a8-fe5f58c1905a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:38:41.496865 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-33f7c74b-e890-4883-93cf-53a8bfb21447 None None] Provisioning complete for port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:41.497394 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-33f7c74b-e890-4883-93cf-53a8bfb21447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:41.935885 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-63327c03-ecfb-484c-81aa-01de342671b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508537 Dec 23 11:38:42.115898 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-ea5cdb69-cd85-4414-b663-0112164da8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:42.117430 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-ea5cdb69-cd85-4414-b663-0112164da8eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 1099 time: 0.1257854 Dec 23 11:38:42.152909 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d6e5cc0d-2b93-4363-89e8-17fcae3b3057 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:42.215285 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:42.215699 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:42.252916 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-da623f73-1a50-482c-b47c-b0bc26675e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:42.254379 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-da623f73-1a50-482c-b47c-b0bc26675e35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.1104937 Dec 23 11:38:42.323039 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device e6e0aea2-19bd-41f5-bb55-34719f1fdd43 up at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:38:42.336433 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-1db81e85-8b8d-446e-8bde-d81b48ad995b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 200 len: 1001 time: 0.0738113 Dec 23 11:38:42.392996 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Provisioning complete for port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:42.393369 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:42.396536 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-924c866b-e2fa-4fbc-912b-0b339e4112cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:42.398242 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-924c866b-e2fa-4fbc-912b-0b339e4112cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0542691 Dec 23 11:38:42.451863 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-632eacc9-64d1-4aa6-a571-7a875e4775ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:42.453680 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-632eacc9-64d1-4aa6-a571-7a875e4775ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477180 Dec 23 11:38:42.556189 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-76b132d3-51a4-42bf-9e83-72a7bfccf21e service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916674 Dec 23 11:38:42.657205 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fe0d8415-eeef-4495-b246-d9eb5ad0edbd req-4fe4fa13-5a24-40e1-befe-d43371b0032a service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 Dec 23 11:38:47.373526 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-1eb9d145-575c-48fa-85fd-dfab788c704e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:47.374998 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-1eb9d145-575c-48fa-85fd-dfab788c704e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 815 time: 0.1018202 Dec 23 11:38:47.392386 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-7451cdd1-9e8e-422d-8048-0094f21b6808 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/quotas/0f46e4106d5447cb9d6a3024c5e80a3c HTTP/1.1" status: 200 len: 375 time: 0.0089393 Dec 23 11:38:47.444118 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-69ecec9f-8235-4966-a81c-81860bc2f51a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464337 Dec 23 11:38:47.641051 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-b46462b8-2a90-46d7-8077-2270fcdc51f2 service neutron] 10.222.0.31 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801322 Dec 23 11:38:47.732846 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-f1d496b6-b03c-44fe-8fa2-2083c8f915f9 service neutron] 10.222.0.31 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856297 Dec 23 11:38:48.912182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-662a23d2-d770-463d-93c7-1159dce0c6f0 req-2b6be4bc-16df-4b11-b845-b2fd348adcdc tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 210 time: 0.0278399 Dec 23 11:38:49.946246 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-d7489199-80a6-44b3-b0c3-4300d987bc86 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:49.947722 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-d7489199-80a6-44b3-b0c3-4300d987bc86 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 815 time: 0.1047103 Dec 23 11:38:49.964546 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'port': {'device_id': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'admin_state_up': True, 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:38:50.017226 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4bc44a37-b80e-4409-9a72-c5b6261cd535 req-e87592e1-3188-44e2-9674-db95cce9ec17 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 210 time: 0.0368679 Dec 23 11:38:50.073795 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Made reservation on behalf of 0f46e4106d5447cb9d6a3024c5e80a3c for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:38:50.077638 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:50.204064 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Allocated IP 172.20.0.11 (6ce40181-bd6c-42ee-910d-e538488a564d/8efb5204-0d72-49e1-8b11-e5f273b4c604/a740e412-f3f8-4903-875e-0f83801e7d1e) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:38:50.359719 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:50.401147 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:50.455091 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Network 6ce40181-bd6c-42ee-910d-e538488a564d is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:38:50.458776 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:38:50.462946 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:38:50.496408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:38:50.520131 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:50.520869 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:50.550158 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-bb63e96b-616f-4a77-88dd-c7cbf36ff57b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898073 Dec 23 11:38:50.772502 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-642a6d3a-72b4-4a70-9976-8f373f3862bc None None] Provisioning complete for port a740e412-f3f8-4903-875e-0f83801e7d1e triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:38:50.773144 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-642a6d3a-72b4-4a70-9976-8f373f3862bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:50.808884 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-642a6d3a-72b4-4a70-9976-8f373f3862bc None None] Port a740e412-f3f8-4903-875e-0f83801e7d1e cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:38:51.132127 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e73ad-e66a-498b-a123-69beab8067c6 req-937fe31a-454c-4033-b3b8-79e1ea692cab tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:51.133670 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f9e73ad-e66a-498b-a123-69beab8067c6 req-937fe31a-454c-4033-b3b8-79e1ea692cab tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0529337 Dec 23 11:38:51.180784 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f9e73ad-e66a-498b-a123-69beab8067c6 req-ddcf58ae-5204-40ae-aadd-b274024e1985 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Dec 23 11:38:52.297207 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7978ef-2b60-470f-8e83-0b1e12edd70d req-1da73e50-2b97-4f98-9a7b-2093d9fb6e9d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:52.298600 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8a7978ef-2b60-470f-8e83-0b1e12edd70d req-1da73e50-2b97-4f98-9a7b-2093d9fb6e9d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0492337 Dec 23 11:38:52.349238 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8a7978ef-2b60-470f-8e83-0b1e12edd70d req-7fc49906-d192-461f-b3d0-b755ebce9e00 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Dec 23 11:38:53.468571 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0146-0a61-4590-80bc-4de384d5dd59 req-275e5c84-cae1-4b39-bb8d-908f3f4936e2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:53.470180 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-720c0146-0a61-4590-80bc-4de384d5dd59 req-275e5c84-cae1-4b39-bb8d-908f3f4936e2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0544295 Dec 23 11:38:53.519297 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-720c0146-0a61-4590-80bc-4de384d5dd59 req-2ea39418-907e-429f-846d-b6969782ea27 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Dec 23 11:38:54.639414 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a64c5-e130-4449-95c1-002f8dbb2df5 req-ca03def8-b609-4f13-bd32-284a4dd19475 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:54.640993 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-132a64c5-e130-4449-95c1-002f8dbb2df5 req-ca03def8-b609-4f13-bd32-284a4dd19475 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0510781 Dec 23 11:38:54.690491 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-132a64c5-e130-4449-95c1-002f8dbb2df5 req-5b6805a0-f880-40cf-ab44-5ec587510c58 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Dec 23 11:38:55.806463 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bac27f-40c7-4f90-af5d-33174a55b023 req-3fbdfb86-2c6e-4f29-9251-d2615e863e25 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:55.807953 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d8bac27f-40c7-4f90-af5d-33174a55b023 req-3fbdfb86-2c6e-4f29-9251-d2615e863e25 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0493755 Dec 23 11:38:55.861729 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d8bac27f-40c7-4f90-af5d-33174a55b023 req-1db9c708-8603-4fb3-84e2-2b37729423f7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473704 Dec 23 11:38:56.986102 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917ec4-46e9-4fab-94b5-623c0059cfc5 req-1233e179-105c-4a52-89a5-d4f466b63820 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:56.987536 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52917ec4-46e9-4fab-94b5-623c0059cfc5 req-1233e179-105c-4a52-89a5-d4f466b63820 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0505836 Dec 23 11:38:57.036995 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52917ec4-46e9-4fab-94b5-623c0059cfc5 req-ff83c9d3-d9cb-4075-95f5-72a08502cbea tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Dec 23 11:38:58.028088 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-84dbee89-b3f9-4eb8-8323-6a9c8ba33e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:38:58.152027 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aca4e-3be4-4fc2-b1ff-1f427b68368a req-bf8d63ce-7734-4363-9fdd-c3f2abc29a5f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:58.159527 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9b9aca4e-3be4-4fc2-b1ff-1f427b68368a req-bf8d63ce-7734-4363-9fdd-c3f2abc29a5f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0552292 Dec 23 11:38:58.202226 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9b9aca4e-3be4-4fc2-b1ff-1f427b68368a req-1cd7a602-558d-4e18-99af-c4898108ded5 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Dec 23 11:38:59.305701 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:38:59.323008 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b583a-31e2-4374-9f4e-085f46786635 req-ce8ec0c5-7cd9-4c39-a7b0-6563a813b0b8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:38:59.324497 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-417b583a-31e2-4374-9f4e-085f46786635 req-ce8ec0c5-7cd9-4c39-a7b0-6563a813b0b8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0540063 Dec 23 11:38:59.373442 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-417b583a-31e2-4374-9f4e-085f46786635 req-db22d04e-42d8-49ab-9b37-aecee4ccc8a5 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Dec 23 11:39:00.366226 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d01dafce-bb65-435c-a154-2aadc66ad702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:00.488813 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63e4af-b639-4401-8812-d98e5b8e7deb req-1d707071-5b9d-4d5b-ad80-b768156c926c tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:00.490525 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aa63e4af-b639-4401-8812-d98e5b8e7deb req-1d707071-5b9d-4d5b-ad80-b768156c926c tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0493858 Dec 23 11:39:00.539070 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aa63e4af-b639-4401-8812-d98e5b8e7deb req-61e0715a-c66b-4de3-ab4c-b36bba862406 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Dec 23 11:39:01.398795 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:01.659403 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc27ca-4c3d-46c4-a484-8b4fffde4345 req-d0f32801-d677-43f5-8f8e-91c0adb5080f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:01.660641 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f7cc27ca-4c3d-46c4-a484-8b4fffde4345 req-d0f32801-d677-43f5-8f8e-91c0adb5080f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0525632 Dec 23 11:39:01.710387 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f7cc27ca-4c3d-46c4-a484-8b4fffde4345 req-bffa4649-597f-45b7-bc63-f5db3dd309be tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Dec 23 11:39:02.816559 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:02.827870 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5c0a-ce95-461e-a166-b7e8629638d2 req-798e456b-2691-4aa9-a757-e6d5578c0dcc tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:02.829421 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778f5c0a-ce95-461e-a166-b7e8629638d2 req-798e456b-2691-4aa9-a757-e6d5578c0dcc tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0506158 Dec 23 11:39:02.877317 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-778f5c0a-ce95-461e-a166-b7e8629638d2 req-0dfd5355-9055-4450-945c-b6e96677920a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Dec 23 11:39:03.975609 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:03.997672 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616ae27-429b-40cd-bc37-f738c55d5eff req-df2545a6-a0cd-4506-bfbe-6a06b74ff222 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:03.999221 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6616ae27-429b-40cd-bc37-f738c55d5eff req-df2545a6-a0cd-4506-bfbe-6a06b74ff222 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0499120 Dec 23 11:39:04.048123 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6616ae27-429b-40cd-bc37-f738c55d5eff req-5acccdc2-c7bc-4d60-be47-25ccb499f912 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Dec 23 11:39:05.178757 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865df7a5-bd1f-4786-bbfc-7e737c88b1a9 req-94a50cc3-79e1-4743-9f9f-163f8f5c7350 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:05.180252 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-865df7a5-bd1f-4786-bbfc-7e737c88b1a9 req-94a50cc3-79e1-4743-9f9f-163f8f5c7350 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0512903 Dec 23 11:39:05.229730 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-865df7a5-bd1f-4786-bbfc-7e737c88b1a9 req-0fcf1ebd-5645-4010-9534-f3144647d93c tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Dec 23 11:39:06.197468 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Request body: {'port': {'device_id': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:06.253617 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:06.348502 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba73d22-0cd4-4c09-bdf3-849f75d2669f req-407c1643-fe85-4a33-9cfc-e3882ef1622a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:06.349989 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dba73d22-0cd4-4c09-bdf3-849f75d2669f req-407c1643-fe85-4a33-9cfc-e3882ef1622a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 932 time: 0.0468774 Dec 23 11:39:06.396476 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dba73d22-0cd4-4c09-bdf3-849f75d2669f req-bef9f750-615e-4a60-91d6-6a4f1791221e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Dec 23 11:39:06.503400 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a740e412-f3f8-4903-875e-0f83801e7d1e {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:06.510683 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:06.524216 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Transition to ACTIVE for port object a740e412-f3f8-4903-875e-0f83801e7d1e will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:39:06.529817 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:06.578273 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:06.648577 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Attempting to bind port a740e412-f3f8-4903-875e-0f83801e7d1e on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:39:06.648947 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Attempting to bind port a740e412-f3f8-4903-875e-0f83801e7d1e by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:39:06.649277 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Attempting to bind port a740e412-f3f8-4903-875e-0f83801e7d1e on network 6ce40181-bd6c-42ee-910d-e538488a564d {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:39:06.653984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Port a740e412-f3f8-4903-875e-0f83801e7d1e on network 6ce40181-bd6c-42ee-910d-e538488a564d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:39:06.654306 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Attempting to bind port a740e412-f3f8-4903-875e-0f83801e7d1e on network 6ce40181-bd6c-42ee-910d-e538488a564d {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:39:06.659967 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:39:06.660347 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Checking segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:39:06.660751 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Bound using segment: {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:39:06.661199 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Bound port: a740e412-f3f8-4903-875e-0f83801e7d1e, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0c6563-a1c9-4534-a481-7feb6601392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:39:06.661545 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:06.723688 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:39:06.726950 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:39:06.733365 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:06.769051 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:06.769663 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:06.771040 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] 10.222.0.32 "PUT /v2.0/ports/a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 1094 time: 0.5781105 Dec 23 11:39:06.771483 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:06.773774 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c96376d-17d8-4795-8515-4bec00590f19" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:06.795366 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b41840-5fed-47c0-9810-df01c084a7eb service neutron] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:06.866190 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-0cfe8b5a-29de-4193-9fa3-1a1975a593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:06.867816 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-0cfe8b5a-29de-4193-9fa3-1a1975a593c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1097 time: 0.0457997 Dec 23 11:39:06.936763 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-581e28a2-53a3-4e49-ad65-3c5a559d17aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 217 time: 0.0351100 Dec 23 11:39:06.945912 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c5bd7e-0cdb-43eb-b059-54099edfdb81 x-openstack-request-id: req-d7c5bd7e-0cdb-43eb-b059-54099edfdb81 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:06.946197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:06.946460 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7c5bd7e-0cdb-43eb-b059-54099edfdb81 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:06.946849 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'status': 'completed', 'code': 200} Dec 23 11:39:07.001933 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-91f75dd1-8210-403b-ae9d-fa1533e03bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.003390 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-91f75dd1-8210-403b-ae9d-fa1533e03bb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0431402 Dec 23 11:39:07.055095 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-ff8a71f8-f4b2-4822-b2df-7860f4d95a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.056480 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-ff8a71f8-f4b2-4822-b2df-7860f4d95a43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439830 Dec 23 11:39:07.158467 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-8e613705-26c7-43f1-ae42-2de842ba154f service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916340 Dec 23 11:39:07.257443 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-08d3b5fd-bb02-48fa-9ffa-5608a52fc018 req-eb37794b-52aa-4ff3-a9e4-e5d9912de622 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912538 Dec 23 11:39:07.347686 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96376d-17d8-4795-8515-4bec00590f19 req-bad66065-e63f-4e34-be4b-76cd81585b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.349203 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-bad66065-e63f-4e34-be4b-76cd81585b56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1097 time: 0.0402753 Dec 23 11:39:07.446051 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96376d-17d8-4795-8515-4bec00590f19 req-fbaf00bb-973e-447d-8786-c44d11e9f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.447557 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-fbaf00bb-973e-447d-8786-c44d11e9f470 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 915 time: 0.0911438 Dec 23 11:39:07.489825 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-bd3977c7-3b11-4e15-b49d-a579b6e902a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 217 time: 0.0348191 Dec 23 11:39:07.517762 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94357983-c9eb-4a23-97de-04b9fa0f3a74 req-ce5ad254-cf40-472e-a915-42418d7c9ee3 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.519267 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94357983-c9eb-4a23-97de-04b9fa0f3a74 req-ce5ad254-cf40-472e-a915-42418d7c9ee3 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 944 time: 0.0540073 Dec 23 11:39:07.538978 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96376d-17d8-4795-8515-4bec00590f19 req-52834886-bea2-472b-94d1-2fdb683daed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.540569 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-52834886-bea2-472b-94d1-2fdb683daed6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0432534 Dec 23 11:39:07.571166 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-94357983-c9eb-4a23-97de-04b9fa0f3a74 req-f271abe5-0e34-4a18-ad8b-4136fca0a7f1 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455897 Dec 23 11:39:07.590769 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96376d-17d8-4795-8515-4bec00590f19 req-066feeb4-8f99-434e-b0d1-f5cd424b0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:07.592512 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-066feeb4-8f99-434e-b0d1-f5cd424b0d72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442805 Dec 23 11:39:07.692698 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-0acf6320-4b95-4ba9-979b-7e740091b809 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918345 Dec 23 11:39:07.787930 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4c96376d-17d8-4795-8515-4bec00590f19 req-392cf335-1f22-4a54-bf64-18be23ea572c service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878086 Dec 23 11:39:08.707010 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ab940-e2aa-426a-8cf3-38a3dabefdaa req-54e6a862-d372-46f7-a511-52de0a3d465e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:08.708585 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b97ab940-e2aa-426a-8cf3-38a3dabefdaa req-54e6a862-d372-46f7-a511-52de0a3d465e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 944 time: 0.0500472 Dec 23 11:39:08.756113 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b97ab940-e2aa-426a-8cf3-38a3dabefdaa req-3819c273-17ad-4da7-9035-c36c1f33a68d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Dec 23 11:39:09.882177 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59724657-b273-4e10-875d-4f52d083ff64 req-3676a5eb-cd01-4723-b54f-090a38ccf704 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:09.883662 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-59724657-b273-4e10-875d-4f52d083ff64 req-3676a5eb-cd01-4723-b54f-090a38ccf704 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 944 time: 0.0542653 Dec 23 11:39:09.936364 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-59724657-b273-4e10-875d-4f52d083ff64 req-2acc1c77-9c13-4117-bedc-60f1b78b1650 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Dec 23 11:39:10.861632 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:11.068255 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6fc03-dac9-4244-a122-45a677061731 req-fddeaef6-761b-4299-9cfd-cdf54d0c87a2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:11.069735 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-67e6fc03-dac9-4244-a122-45a677061731 req-fddeaef6-761b-4299-9cfd-cdf54d0c87a2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 944 time: 0.0493720 Dec 23 11:39:11.116910 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-67e6fc03-dac9-4244-a122-45a677061731 req-a2a38701-105b-4f5f-aba1-206b0875a7b8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Dec 23 11:39:12.083446 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device a740e412-f3f8-4903-875e-0f83801e7d1e details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:39:12.183240 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:12.194546 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'port_id': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'mac_address': 'fa:16:3e:6c:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:39:12.229291 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6791d70-ceed-411e-8620-1964f23f8948 req-b3916920-a775-498a-a98b-aa8e1ef64ede tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:12.230776 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d6791d70-ceed-411e-8620-1964f23f8948 req-b3916920-a775-498a-a98b-aa8e1ef64ede tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 944 time: 0.0479772 Dec 23 11:39:12.235956 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:12.248981 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a740e412-f3f8-4903-875e-0f83801e7d1e {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:12.267863 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:12.272492 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:12.277107 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d6791d70-ceed-411e-8620-1964f23f8948 req-29257006-4180-4abe-b3aa-31fbfab87eb8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Dec 23 11:39:12.318839 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:12.325981 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.326353 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.326717 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.327053 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.327385 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.327712 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.328039 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.328363 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.328685 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.329067 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.329419 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.329747 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.330067 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:12.637740 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['a740e412-f3f8-4903-875e-0f83801e7d1e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:39:13.402221 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fb9a1-f2c0-4c2e-85a0-1e6e374384a2 req-8332ed94-83df-4b42-91ba-bbf99ae15fd8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:13.403675 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c60fb9a1-f2c0-4c2e-85a0-1e6e374384a2 req-8332ed94-83df-4b42-91ba-bbf99ae15fd8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 945 time: 0.0540378 Dec 23 11:39:13.451693 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c60fb9a1-f2c0-4c2e-85a0-1e6e374384a2 req-23a7052a-1834-4632-b967-9408ab0521c9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Dec 23 11:39:14.087758 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device a740e412-f3f8-4903-875e-0f83801e7d1e up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:39:14.139508 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port a740e412-f3f8-4903-875e-0f83801e7d1e completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:39:14.143529 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port a740e412-f3f8-4903-875e-0f83801e7d1e triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:39:14.143897 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:14.222511 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:14.244825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:14.247040 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37363db-2f1e-4266-a7b9-767034981040" -d '{"events": [{"server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "name": "network-vif-plugged", "status": "completed", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:14.259079 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:14.264409 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:14.310896 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:14.347920 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d35328-6584-4eab-90bd-3e3b9e6645e8 x-openstack-request-id: req-06d35328-6584-4eab-90bd-3e3b9e6645e8 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:14.348238 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "name": "network-vif-plugged", "status": "completed", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:14.348496 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06d35328-6584-4eab-90bd-3e3b9e6645e8 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:14.348907 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'code': 200} Dec 23 11:39:14.528009 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b751820-8cf3-4d82-ac85-a7cf68b3abdf req-8704ca6b-ff3b-4454-bbbc-d265c94b612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:14.529689 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b751820-8cf3-4d82-ac85-a7cf68b3abdf req-8704ca6b-ff3b-4454-bbbc-d265c94b612b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1099 time: 0.0394742 Dec 23 11:39:14.565253 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc2e52-c995-416e-8396-a67b2dacdc4a req-d16e3938-d0bb-4522-a2fd-2d710da5f219 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:14.566665 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-70cc2e52-c995-416e-8396-a67b2dacdc4a req-d16e3938-d0bb-4522-a2fd-2d710da5f219 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0485182 Dec 23 11:39:14.575000 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b751820-8cf3-4d82-ac85-a7cf68b3abdf req-e30b96f3-3f46-4f52-9577-f3ffca92a43e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Dec 23 11:39:14.613858 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-70cc2e52-c995-416e-8396-a67b2dacdc4a req-0dd1c938-06fd-4364-9d36-a6410e2e1cb6 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Dec 23 11:39:15.747479 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144209e9-df45-4d79-b4f7-1d60b358ad82 req-8dcc8e4e-8e84-4792-87a9-5f2bcf29fe1a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:15.748970 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-144209e9-df45-4d79-b4f7-1d60b358ad82 req-8dcc8e4e-8e84-4792-87a9-5f2bcf29fe1a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0529830 Dec 23 11:39:15.800535 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-144209e9-df45-4d79-b4f7-1d60b358ad82 req-d2831dec-ca04-4911-b275-25e72b2dc80f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Dec 23 11:39:16.660362 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a0d58-caa7-4528-8816-3f0689a08cd3 req-6a2fc269-e0c8-436d-8d7c-2a9a0f54a678 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:16.661876 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e5a0d58-caa7-4528-8816-3f0689a08cd3 req-6a2fc269-e0c8-436d-8d7c-2a9a0f54a678 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0488060 Dec 23 11:39:16.709660 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e5a0d58-caa7-4528-8816-3f0689a08cd3 req-af667fa9-65a1-47f1-a1db-1ff59cc1207c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416570 Dec 23 11:39:16.936936 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a190951-2a7e-4270-b92f-47ae2c203f28 req-d329ca64-a67e-4f84-b19a-8586c664d012 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:16.938286 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a190951-2a7e-4270-b92f-47ae2c203f28 req-d329ca64-a67e-4f84-b19a-8586c664d012 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0565977 Dec 23 11:39:16.988133 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a190951-2a7e-4270-b92f-47ae2c203f28 req-ada17ee7-89d0-4d15-a97e-6cd250066920 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Dec 23 11:39:17.106142 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5632e7-cbe9-415b-88b7-0360767e1f5a req-10534c17-008d-450e-aa05-f6cc78399e0d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:17.107612 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc5632e7-cbe9-415b-88b7-0360767e1f5a req-10534c17-008d-450e-aa05-f6cc78399e0d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0534987 Dec 23 11:39:17.154688 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc5632e7-cbe9-415b-88b7-0360767e1f5a req-5593f314-898f-4920-882b-bc495a7522e0 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Dec 23 11:39:17.649622 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6459-9b40-472c-9527-1d277a0c36aa req-2ddec6e4-4a65-4b35-8b30-93013d7cfb23 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:17.651093 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c12f6459-9b40-472c-9527-1d277a0c36aa req-2ddec6e4-4a65-4b35-8b30-93013d7cfb23 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0571346 Dec 23 11:39:17.702898 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c12f6459-9b40-472c-9527-1d277a0c36aa req-737770ae-06c4-437d-84ed-8286c62d95b2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Dec 23 11:39:17.826673 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a601-4a70-4233-b856-6ca3d50efca7 req-0485f880-185e-465b-8fca-c7e2a369c5c8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:17.828157 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4977a601-4a70-4233-b856-6ca3d50efca7 req-0485f880-185e-465b-8fca-c7e2a369c5c8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0512457 Dec 23 11:39:17.878258 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4977a601-4a70-4233-b856-6ca3d50efca7 req-9bc4ef1e-0a9a-47fd-8964-0e4b7802579e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Dec 23 11:39:18.998039 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6152f47-56a8-496f-b047-d821d006723f req-ec237b90-fdfb-4a82-8121-c0a8fa8bec0b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:18.999471 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6152f47-56a8-496f-b047-d821d006723f req-ec237b90-fdfb-4a82-8121-c0a8fa8bec0b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0496552 Dec 23 11:39:19.048260 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6152f47-56a8-496f-b047-d821d006723f req-56734f30-83e5-4020-b1dc-bcc607f3bb2f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Dec 23 11:39:20.163194 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c00938-f4cc-449f-b427-94f8cd65031b req-aa0eb8b8-fb2e-4840-b649-7fd54eb1cecc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:20.164971 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-37c00938-f4cc-449f-b427-94f8cd65031b req-aa0eb8b8-fb2e-4840-b649-7fd54eb1cecc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0493796 Dec 23 11:39:20.218685 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-37c00938-f4cc-449f-b427-94f8cd65031b req-6c7418fe-6fb9-4efb-8ed9-476e464f58c5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476668 Dec 23 11:39:21.357778 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20777a-629b-477c-a730-f8b285df02ae req-c3492df1-75d3-46df-bda8-70e36407e8cf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:21.359239 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f20777a-629b-477c-a730-f8b285df02ae req-c3492df1-75d3-46df-bda8-70e36407e8cf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0519292 Dec 23 11:39:21.407810 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7f20777a-629b-477c-a730-f8b285df02ae req-6c285b0c-7558-478e-b5d7-da7aa0152ee9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 Dec 23 11:39:21.917629 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b2ece-5c14-4784-8dbc-cd5e1ae672a3 req-e53a5acc-27ac-4488-bd2a-de852b85cb38 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:21.919094 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-399b2ece-5c14-4784-8dbc-cd5e1ae672a3 req-e53a5acc-27ac-4488-bd2a-de852b85cb38 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Dec 23 11:39:21.966871 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-399b2ece-5c14-4784-8dbc-cd5e1ae672a3 req-929c6f1b-6a6c-4240-a8fa-b0342a4bb5c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417085 Dec 23 11:39:22.547768 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eab40f-4fcb-4b3c-bc9c-194e79fdc185 req-1a4465a9-bcf8-4a88-a1b5-45d89b7d8444 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:22.549258 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-38eab40f-4fcb-4b3c-bc9c-194e79fdc185 req-1a4465a9-bcf8-4a88-a1b5-45d89b7d8444 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0578227 Dec 23 11:39:22.597047 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-38eab40f-4fcb-4b3c-bc9c-194e79fdc185 req-e20f93d3-34b0-44a0-aaf4-99b21860b51f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Dec 23 11:39:23.102190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a10f9-0554-4d1c-a6f3-492f9f7c0f20 req-de5efbdf-61fe-44c6-a941-097f7848707c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:23.103686 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc1a10f9-0554-4d1c-a6f3-492f9f7c0f20 req-de5efbdf-61fe-44c6-a941-097f7848707c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0509026 Dec 23 11:39:23.155303 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc1a10f9-0554-4d1c-a6f3-492f9f7c0f20 req-42567a31-736f-4654-b1d2-668a480a57f7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Dec 23 11:39:23.735056 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec960c5-fdb5-415f-bf8a-1138a964d033 req-4da7c898-4300-4cbd-82d1-aababb1f6f14 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:23.736685 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ec960c5-fdb5-415f-bf8a-1138a964d033 req-4da7c898-4300-4cbd-82d1-aababb1f6f14 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0566387 Dec 23 11:39:23.783658 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ec960c5-fdb5-415f-bf8a-1138a964d033 req-0c967726-e919-4459-9f81-63f4fad02c98 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407531 Dec 23 11:39:23.841555 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-9b744fab-66b6-4dcf-a169-963479d40748 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:23.842968 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-9b744fab-66b6-4dcf-a169-963479d40748 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0483840 Dec 23 11:39:23.940922 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Deleting port bb8293eb-b810-4041-a03a-af0cac20c380 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:39:23.941203 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:24.025687 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] For port bb8293eb-b810-4041-a03a-af0cac20c380, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bb8293eb-b810-4041-a03a-af0cac20c380,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:24.026043 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:24.279027 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ebe30-7508-45a9-8ff5-c7167531a62f req-c617380d-12f6-4aae-880b-460faeb75f50 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:24.280958 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a02ebe30-7508-45a9-8ff5-c7167531a62f req-c617380d-12f6-4aae-880b-460faeb75f50 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 945 time: 0.0497050 Dec 23 11:39:24.297020 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:24.297456 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:24.297770 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Floating IP 3132a6b7-fc4a-4e4f-8b45-144434bcd6d7 disassociated. External IP: 172.27.1.231, port: bb8293eb-b810-4041-a03a-af0cac20c380. Dec 23 11:39:24.298098 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Calling delete_port for bb8293eb-b810-4041-a03a-af0cac20c380 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:39:24.330381 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a02ebe30-7508-45a9-8ff5-c7167531a62f req-0bccf03e-fede-45d0-852d-64efd022ced8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Dec 23 11:39:24.433279 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:24.460352 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'Port': ['ID=bb8293eb-b810-4041-a03a-af0cac20c380,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:24.571553 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:39:24.685290 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:39:24.695697 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:39:24.710172 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:24.712043 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:24.742371 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] No DVR routers for this DVR port bb8293eb-b810-4041-a03a-af0cac20c380 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:39:24.746319 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:24.750293 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e9969d5e-9c7e-4cb4-9828-09fd4f2d1edd req-102c8793-ed09-4527-92d4-26645b9ddefb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "DELETE /v2.0/ports/bb8293eb-b810-4041-a03a-af0cac20c380 HTTP/1.1" status: 204 len: 173 time: 0.8976932 Dec 23 11:39:24.751010 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'name': 'network-vif-deleted', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:24.756514 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26761b4a-d5e4-4b9d-9571-e98409172472" -d '{"events": [{"server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "name": "network-vif-deleted", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:24.812871 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b08551-6fad-4974-8bd7-bc86e4641496 req-69fc5b02-58c2-42b0-86f2-024b249e570d tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:24.814687 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-16b08551-6fad-4974-8bd7-bc86e4641496 req-69fc5b02-58c2-42b0-86f2-024b249e570d tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0677299 Dec 23 11:39:24.821823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3324793f-5e3c-4052-8b07-cbd81b430e39 x-openstack-request-id: req-3324793f-5e3c-4052-8b07-cbd81b430e39 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:24.822119 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5674811c-5eaf-4e68-b2d8-348f3d6c5bb9", "name": "network-vif-deleted", "tag": "bb8293eb-b810-4041-a03a-af0cac20c380", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:24.822441 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3324793f-5e3c-4052-8b07-cbd81b430e39 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:24.822764 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5674811c-5eaf-4e68-b2d8-348f3d6c5bb9', 'name': 'network-vif-deleted', 'tag': 'bb8293eb-b810-4041-a03a-af0cac20c380', 'status': 'completed', 'code': 200} Dec 23 11:39:24.877804 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:24.903822 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-16b08551-6fad-4974-8bd7-bc86e4641496 req-7effe96b-9564-4700-9610-2de86a078ba7 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740273 Dec 23 11:39:24.947811 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d0c9-1199-462e-be2f-424b5184246d req-d7e14381-bacb-4c54-9cf7-1aa2e665cf07 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:24.949450 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cbb4d0c9-1199-462e-be2f-424b5184246d req-d7e14381-bacb-4c54-9cf7-1aa2e665cf07 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0723326 Dec 23 11:39:25.000427 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cbb4d0c9-1199-462e-be2f-424b5184246d req-66c7dad7-7735-4bcc-bd9f-7ec422349aae tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415623 Dec 23 11:39:25.084470 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:25.111552 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:39:25.120810 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:25.121460 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:25.230187 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:25.437558 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:25.437814 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3c69726e-9954-46c2-aa74-f11a45eb5d40 req-2bb3ec51-ced3-4449-9d10-970012df2358 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5674811c-5eaf-4e68-b2d8-348f3d6c5bb9 HTTP/1.1" status: 200 len: 210 time: 0.0257599 Dec 23 11:39:25.463927 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bfcd6a-add8-4039-a86b-f1f1c4304f9f None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:39:25.722029 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fef2b-655c-42db-8473-19553528de91 None None] New status for floating IP 3132a6b7-fc4a-4e4f-8b45-144434bcd6d7: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:39:26.029647 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852e79b-bda5-4910-a35f-917672acb306 req-f2fef570-a260-42ac-afc8-50f99335ac2a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:26.031140 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f852e79b-bda5-4910-a35f-917672acb306 req-f2fef570-a260-42ac-afc8-50f99335ac2a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0496883 Dec 23 11:39:26.099771 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f852e79b-bda5-4910-a35f-917672acb306 req-3465b150-5920-48bd-b6ec-506ae8d38a70 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599830 Dec 23 11:39:26.138740 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba59e57-8a49-4ac9-9994-60e68cf59004 req-e7efa1bc-df3b-4211-9a78-d7b59a0ec2ca tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:26.140400 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aba59e57-8a49-4ac9-9994-60e68cf59004 req-e7efa1bc-df3b-4211-9a78-d7b59a0ec2ca tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0561335 Dec 23 11:39:26.194320 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aba59e57-8a49-4ac9-9994-60e68cf59004 req-b7a5967d-88d9-428c-b735-bfe970ca1c94 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474977 Dec 23 11:39:26.726614 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-e2ecf112-b546-48b1-a4f9-a434f9ecac26 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138713463&fields=id&tenant_id=50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 267 time: 0.0464180 Dec 23 11:39:26.841316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-4334ec6b-0315-4bfe-81ce-01dc223ea1c6 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:26.842779 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-4334ec6b-0315-4bfe-81ce-01dc223ea1c6 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 811 time: 0.1035881 Dec 23 11:39:26.860701 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-76ecb7ec-6de7-42a6-bc62-1c31bfb18804 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/quotas/50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 375 time: 0.0098414 Dec 23 11:39:26.914114 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-e9a4725b-a0c4-46fd-9694-defd32b65ee5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472763 Dec 23 11:39:27.015999 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ceeef641-84e6-4a56-abd6-c699465f669c service neutron] 10.222.0.31 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868964 Dec 23 11:39:27.123304 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-3b471910-2e86-4e46-9d43-38a3f8798fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009381 Dec 23 11:39:27.159516 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716fc74-cbff-44c1-9ef5-f436dab6d069 req-2b798fd3-443c-401a-bc1b-415d54965189 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:27.160987 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5716fc74-cbff-44c1-9ef5-f436dab6d069 req-2b798fd3-443c-401a-bc1b-415d54965189 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0563622 Dec 23 11:39:27.211652 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5716fc74-cbff-44c1-9ef5-f436dab6d069 req-cdf52526-16dc-4a2a-8a7a-b7c02540998f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Dec 23 11:39:27.233992 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55280) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:27.342250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe041d-7a2e-4acf-b831-031841fecf99 req-0bda9732-e5e4-4ea8-a63e-9183d6e2e18a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:27.343733 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dfbe041d-7a2e-4acf-b831-031841fecf99 req-0bda9732-e5e4-4ea8-a63e-9183d6e2e18a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0756431 Dec 23 11:39:27.348308 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb50329-90c9-4779-8128-6b377210f4e0 tempest-TestMinimumBasicScenario-546365683 tempest-TestMinimumBasicScenario-546365683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:27.352798 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-cdb50329-90c9-4779-8128-6b377210f4e0 tempest-TestMinimumBasicScenario-546365683 tempest-TestMinimumBasicScenario-546365683-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1094 time: 0.1146524 Dec 23 11:39:27.353152 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55286) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:27.357627 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'port_id': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:27.399396 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dfbe041d-7a2e-4acf-b831-031841fecf99 req-64e470ef-d637-4e0c-b42b-270b4664cad6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 Dec 23 11:39:27.403623 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for floatingip, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:27.485639 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e68fd718-b7df-4147-80e4-97216721ace5 req-eb7d739e-cef7-4677-a3a6-f14441a6dac7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 210 time: 0.0366580 Dec 23 11:39:27.509481 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4f7c-ce18-4140-84d1-f0d7ec06bfb7 req-6267b572-2227-4521-bc83-2f1c36d4038a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:27.510314 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f34c4f7c-ce18-4140-84d1-f0d7ec06bfb7 req-6267b572-2227-4521-bc83-2f1c36d4038a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0912113 Dec 23 11:39:27.510428 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:27.557819 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f34c4f7c-ce18-4140-84d1-f0d7ec06bfb7 req-38fcf066-8ad8-4bca-b299-3e91eea2f60c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464954 Dec 23 11:39:27.621241 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Allocated IP 172.27.1.93 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/1468fc54-35e3-4963-90a1-e048f26a992c) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:39:27.856209 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89968f3-73a1-4252-8add-0706358c8272 req-7b7aee7c-1f01-46d4-83cf-5e3944823ef7 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:27.857783 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b89968f3-73a1-4252-8add-0706358c8272 req-7b7aee7c-1f01-46d4-83cf-5e3944823ef7 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0688403 Dec 23 11:39:27.909656 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b89968f3-73a1-4252-8add-0706358c8272 req-1be06a71-f0bd-4c9c-ba41-e5a50cae7188 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Dec 23 11:39:28.006446 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-56cfec9c-f3eb-4c3c-8619-556060b63246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:28.008005 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-56cfec9c-f3eb-4c3c-8619-556060b63246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1099 time: 0.0675793 Dec 23 11:39:28.012429 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:28.033150 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b8766a4e-a373-431f-8a65-2d0a619b989d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:28.118032 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:28.148634 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bb8293eb-b810-4041-a03a-af0cac20c380 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:39:28.151305 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-95a55649-c94c-4539-83f5-06d2c80821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:28.152787 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-95a55649-c94c-4539-83f5-06d2c80821bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.1358635 Dec 23 11:39:28.169439 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: bb8293eb-b810-4041-a03a-af0cac20c380 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:39:28.169793 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bb8293eb-b810-4041-a03a-af0cac20c380 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:39:28.179354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:39:28.216053 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:39:28.219484 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'Port': ['ID=1468fc54-35e3-4963-90a1-e048f26a992c,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:28.221609 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:39:28.267134 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-56ab210d-95b0-4718-a274-dc79bfe7d971 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 1001 time: 0.1025505 Dec 23 11:39:28.363970 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-858f5b61-d1d4-4a25-88a0-ef089bd8fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:28.365447 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-858f5b61-d1d4-4a25-88a0-ef089bd8fe50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0905511 Dec 23 11:39:28.510232 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-7f041237-1a46-4e85-b8ac-c08a4da5c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:28.515169 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-7f041237-1a46-4e85-b8ac-c08a4da5c357 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1394169 Dec 23 11:39:28.555896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6cca-bf5a-4c21-908b-7bcd84782f3c req-4f3bddd8-387a-49c4-ae9f-9077c1c0d548 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:28.557491 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a7e6cca-bf5a-4c21-908b-7bcd84782f3c req-4f3bddd8-387a-49c4-ae9f-9077c1c0d548 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0789227 Dec 23 11:39:28.563798 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-6b667094-262f-4b18-be82-be184a1cd22d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:28.565193 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-6b667094-262f-4b18-be82-be184a1cd22d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 811 time: 0.1660793 Dec 23 11:39:28.620531 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-59493ce5-9924-45a0-8225-23a03cf47f79 req-ac6d9922-5895-4b07-a8a8-434eecaf8a79 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 210 time: 0.0475676 Dec 23 11:39:28.667335 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a7e6cca-bf5a-4c21-908b-7bcd84782f3c req-ebf1fb77-eefe-47bd-b1cc-9c1c0c9f0f81 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011732 Dec 23 11:39:28.685748 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-0709757b-1298-4b77-9be5-70075b4686df tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 379 time: 0.0984509 Dec 23 11:39:28.697350 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'port': {'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'admin_state_up': True, 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'security_groups': ['4e8325d7-78db-41a2-ab52-a66226602ce5']}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:28.742497 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-722c8e1f-e7af-4499-a3a4-ea6a45cb143c service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689100 Dec 23 11:39:28.751289 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:28.801793 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Made reservation on behalf of 50ef1346c11148af97d1a9ec4209ed13 for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:39:28.805398 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:28.878168 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:28.901737 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-cccbf4b1-4c2a-4e50-9eef-acd0d4925440 req-0914720d-33fd-4421-b8db-8f69946dbbde service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488907 Dec 23 11:39:28.946744 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Allocated IP 172.20.0.8 (7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2/617187a0-84a8-4417-85ab-06b2de2b47d2/d5c40f63-6cef-4a6f-907c-739e04deb91d) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:39:29.043934 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.048891 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.104256 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc225b5-fd26-4116-9196-3a8b7ecd3737 req-d26419e0-6cac-4be8-b29a-99e48339b86e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:29.105491 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1dc225b5-fd26-4116-9196-3a8b7ecd3737 req-d26419e0-6cac-4be8-b29a-99e48339b86e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.1110337 Dec 23 11:39:29.124197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'Port': ['ID=1468fc54-35e3-4963-90a1-e048f26a992c,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:29.133212 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.133599 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.133957 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.134336 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.134655 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.135036 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.135450 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.135699 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.136043 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.136372 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.136718 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.137049 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.137370 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.143408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.151572 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.181207 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1dc225b5-fd26-4116-9196-3a8b7ecd3737 req-08412f8a-a879-41f3-a84a-e46e193f3d4e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680099 Dec 23 11:39:29.206113 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.241705 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Floating IP 41dad777-91c4-421a-8a85-b21a3bf09e6d associated. External IP: 172.27.1.93, port: a740e412-f3f8-4903-875e-0f83801e7d1e. Dec 23 11:39:29.252966 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:39:29.255892 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:39:29.259460 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:39:29.282613 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=d5c40f63-6cef-4a6f-907c-739e04deb91d,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:29.300571 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.300967 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.301354 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.301692 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.302015 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.302384 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.302726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.303034 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.303369 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.303677 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.303983 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.304344 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.304697 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:39:29.326216 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:29.326835 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.345777 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-852be91d-d105-480f-9d0f-71e5b649ec29 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6518774 Dec 23 11:39:29.361107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Request body: {'port': {'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:29.416698 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.457544 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Router 79d1bdd3-81b3-49fa-9587-250b50b6c000 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:39:29.564887 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:39:29.565123 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fe0e-0a5b-4d8d-b74a-cd37d7b8726f None None] Provisioning complete for port d5c40f63-6cef-4a6f-907c-739e04deb91d triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:39:29.565646 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fe0e-0a5b-4d8d-b74a-cd37d7b8726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.585361 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.596167 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c8299-2583-4238-aca3-39243b40922b None None] Sync routers for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:39:29.616253 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-d8e67efd-e02b-4905-85df-5d4a7734b0ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2619267 Dec 23 11:39:29.617100 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55310) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:29.617714 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:29.620177 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee27b1-3b42-429b-9816-b12a787405fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:29.621081 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fe0e-0a5b-4d8d-b74a-cd37d7b8726f None None] Port d5c40f63-6cef-4a6f-907c-739e04deb91d cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:39:29.624301 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:29.625253 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:29.626532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788189433', 'description': 'tempest-secgroup-smoke-1788189433 description', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:29.689449 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd73c3-e77b-4bd4-a8cd-a276569710cc x-openstack-request-id: req-e6cd73c3-e77b-4bd4-a8cd-a276569710cc {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:29.689928 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:29.690353 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6cd73c3-e77b-4bd4-a8cd-a276569710cc {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:29.690907 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'status': 'completed', 'code': 200} Dec 23 11:39:29.692344 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.724629 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c40f63-6cef-4a6f-907c-739e04deb91d {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:29.740537 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.756111 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Transition to ACTIVE for port object d5c40f63-6cef-4a6f-907c-739e04deb91d will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:39:29.763238 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.865369 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee27b1-3b42-429b-9816-b12a787405fb req-79746476-cb5f-4a5a-a4e1-932bfe69f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:29.867917 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-79746476-cb5f-4a5a-a4e1-932bfe69f05b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1099 time: 0.1052570 Dec 23 11:39:29.875474 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.887507 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.941082 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:29.967997 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:29.969340 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3463635 Dec 23 11:39:29.976454 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55318) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:29.982585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group_rule': {'security_group_id': '4005d14c-0b0c-49a7-b8e4-53230412b588', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:29.996625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5267ca0-c5ce-4184-888b-8c8db7f6fba9 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4005d14c-0b0c-49a7-b8e4-53230412b588,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.036208 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee27b1-3b42-429b-9816-b12a787405fb req-1c6b4d89-7b0c-4fbe-9355-51254cbed759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.038362 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-1c6b4d89-7b0c-4fbe-9355-51254cbed759 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 915 time: 0.1611829 Dec 23 11:39:30.046055 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.124078 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c40f63-6cef-4a6f-907c-739e04deb91d,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.144544 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-809211cc-4ce7-4f2d-ac61-4d8556090b79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 999 time: 0.0934687 Dec 23 11:39:30.187176 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f289a3-d7c7-44d5-bb7c-a47253c9db06 req-049faf62-47da-4767-a85f-2ba0eab17800 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.189791 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.194871 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-70f289a3-d7c7-44d5-bb7c-a47253c9db06 req-049faf62-47da-4767-a85f-2ba0eab17800 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.4209197 Dec 23 11:39:30.195204 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.223122 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025383-a481-462a-97ec-722e27026993 req-f2e62505-3304-4ab8-9c2a-34c17f92d65a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.224780 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf025383-a481-462a-97ec-722e27026993 req-f2e62505-3304-4ab8-9c2a-34c17f92d65a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.4127545 Dec 23 11:39:30.228294 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cae98db-0451-4451-b2c0-18e422d4f54a,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.233277 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee27b1-3b42-429b-9816-b12a787405fb req-74d37143-fcaf-47c8-96cb-dd98a5fa5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.234923 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-74d37143-fcaf-47c8-96cb-dd98a5fa5808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0796912 Dec 23 11:39:30.238398 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.239497 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a3353422-8b17-4b66-92bb-b7a16af1044d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2605786 Dec 23 11:39:30.243113 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55322) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:30.248602 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group_rule': {'security_group_id': '4005d14c-0b0c-49a7-b8e4-53230412b588', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:30.253338 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '41dad777-91c4-421a-8a85-b21a3bf09e6d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'port_id': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'mac_address': 'fa:16:3e:6c:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:28Z', 'updated_at': '2021-12-23T11:39:28Z', 'revision_number': 0, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:35Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:30.271363 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Attempting to bind port d5c40f63-6cef-4a6f-907c-739e04deb91d on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:39:30.271830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Attempting to bind port d5c40f63-6cef-4a6f-907c-739e04deb91d by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:39:30.272258 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Attempting to bind port d5c40f63-6cef-4a6f-907c-739e04deb91d on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:39:30.283920 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c8299-2583-4238-aca3-39243b40922b None None] Checking router: 79d1bdd3-81b3-49fa-9587-250b50b6c000 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:39:30.287620 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Port d5c40f63-6cef-4a6f-907c-739e04deb91d on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:39:30.288011 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Attempting to bind port d5c40f63-6cef-4a6f-907c-739e04deb91d on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:39:30.294384 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:30.295399 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:30.302052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:39:30.302472 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Checking segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:39:30.302912 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Bound using segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:39:30.303417 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Bound port: d5c40f63-6cef-4a6f-907c-739e04deb91d, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:39:30.303858 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.309518 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-70f289a3-d7c7-44d5-bb7c-a47253c9db06 req-b88cdcaa-bccd-47ff-922a-c8a52c0857ea tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137097 Dec 23 11:39:30.310347 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee27b1-3b42-429b-9816-b12a787405fb req-ffb81767-65d3-45b9-9d47-3ab0eecf8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.311823 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-ffb81767-65d3-45b9-9d47-3ab0eecf8adb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666957 Dec 23 11:39:30.317476 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.385125 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cb51eee4-4350-42bf-a2b6-c7197201e096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.385375 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bf025383-a481-462a-97ec-722e27026993 req-37e3cd1d-6a20-4624-aa27-07dde4c3802c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386342 Dec 23 11:39:30.441768 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.447692 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.453590 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] For port d5c40f63-6cef-4a6f-907c-739e04deb91d, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:39:30.458143 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] For port d5c40f63-6cef-4a6f-907c-739e04deb91d, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:39:30.467526 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:30.467840 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bde18-9856-483a-9a32-1c4d961abf9e req-89974729-750d-4131-a59f-8b81673ff63c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.469024 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dd8bde18-9856-483a-9a32-1c4d961abf9e req-89974729-750d-4131-a59f-8b81673ff63c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0698061 Dec 23 11:39:30.470971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.480193 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.481401 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2373903 Dec 23 11:39:30.483778 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-583094e3-0a5b-4657-8c66-9fd857d1bee7 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575010 Dec 23 11:39:30.484214 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55326) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:30.486164 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e447a32-072f-4851-a7a5-4ac90d921d05 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29815cd-5f33-47a4-bad1-7c4304517881,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.491441 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group_rule': {'security_group_id': '4005d14c-0b0c-49a7-b8e4-53230412b588', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:30.535771 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c40f63-6cef-4a6f-907c-739e04deb91d,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.545168 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.546060 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.548323 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-ad001998-a580-40c5-97fb-29bda6280371 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 200 len: 1093 time: 1.1917505 Dec 23 11:39:30.549681 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:30.551967 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:30.594395 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.596729 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dd8bde18-9856-483a-9a32-1c4d961abf9e req-f36556cd-9799-4b58-afb5-8cfca5c4f09c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858097 Dec 23 11:39:30.664365 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-90ee27b1-3b42-429b-9816-b12a787405fb req-324b65db-104c-4c4f-b3fb-2c698399f129 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676252 Dec 23 11:39:30.713370 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-cbecde7b-92ee-4a4c-b21e-57edeadfc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.714405 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.714857 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-cbecde7b-92ee-4a4c-b21e-57edeadfc96d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1096 time: 0.0913618 Dec 23 11:39:30.720219 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.745527 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea1cb02-ab35-4932-ba3d-c3e575dd4537,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.757296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.761029 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9d504fee-3009-44e5-93a3-fb137cf17dc2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2732363 Dec 23 11:39:30.761274 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55334) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:30.765961 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group_rule': {'security_group_id': '4005d14c-0b0c-49a7-b8e4-53230412b588', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:30.777726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78dd95-36f6-494f-bee1-1feace809996 x-openstack-request-id: req-fd78dd95-36f6-494f-bee1-1feace809996 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:30.778313 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:30.778313 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd78dd95-36f6-494f-bee1-1feace809996 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:30.778657 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'status': 'completed', 'code': 200} Dec 23 11:39:30.781458 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-69721b43-739f-42e7-be90-63652458a4f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 200 len: 217 time: 0.0565853 Dec 23 11:39:30.806798 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-848c8299-2583-4238-aca3-39243b40922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '41dad777-91c4-421a-8a85-b21a3bf09e6d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'port_id': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'mac_address': 'fa:16:3e:6c:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:28Z', 'updated_at': '2021-12-23T11:39:28Z', 'revision_number': 0, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:35Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:30.817149 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.842327 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-8e8c42c0-9677-4c89-89d4-8524e99afe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.844083 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-8e8c42c0-9677-4c89-89d4-8524e99afe5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0487692 Dec 23 11:39:30.844481 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c8299-2583-4238-aca3-39243b40922b None None] The sync data for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi is: [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '41dad777-91c4-421a-8a85-b21a3bf09e6d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'port_id': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'mac_address': 'fa:16:3e:6c:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:28Z', 'updated_at': '2021-12-23T11:39:28Z', 'revision_number': 0, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:35Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:39:30.890795 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.895773 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.903775 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b607-21ef-415c-81dd-50115ce36b4f req-c63e4b1c-c4d7-4c4b-abf8-72eddca0992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:30.905539 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-c63e4b1c-c4d7-4c4b-abf8-72eddca0992d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491996 Dec 23 11:39:30.915805 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546683a8-1eda-4b17-89e4-d02fcec87b9f,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:30.925766 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:30.930017 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-45cfc199-9ec1-42cf-bf84-8f07439c9782 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651328 Dec 23 11:39:30.930636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55336) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:30.935075 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group_rule': {'security_group_id': '4005d14c-0b0c-49a7-b8e4-53230412b588', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:30.962650 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.securitygroups_db [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Project 0f46e4106d5447cb9d6a3024c5e80a3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 11:39:30.968191 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.012223 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-3134a201-3f0b-4c03-a85e-3873a2c62254 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944333 Dec 23 11:39:31.032635 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.037838 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.058008 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fb33ad-e76d-4c81-989a-a9592e2c025c,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:31.069287 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.078279 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0eece3ff-f655-4821-94e7-f2b750f901c7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466029 Dec 23 11:39:31.081273 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55338) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:31.085832 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'security_group_rule': {'security_group_id': '4005d14c-0b0c-49a7-b8e4-53230412b588', 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:31.113347 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.securitygroups_db [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Project 0f46e4106d5447cb9d6a3024c5e80a3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 11:39:31.115496 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995c0bbc-9ade-4d87-9a41-fe8f63c95881 None None] New status for floating IP 41dad777-91c4-421a-8a85-b21a3bf09e6d: ACTIVE {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:39:31.119544 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.160447 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c846b607-21ef-415c-81dd-50115ce36b4f req-761ef07f-de0f-48c1-b610-83954f403274 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241148 Dec 23 11:39:31.196708 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.201694 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.219896 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7322097-e10f-4f7e-8f89-4072746aa8a7,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:31.232857 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.234083 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-266b1892-30b4-4b0e-bdbe-373e36984248 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517646 Dec 23 11:39:31.272419 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-0e89fbf7-afc6-41bc-b6d0-f08e3a6803f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:31.273600 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-0e89fbf7-afc6-41bc-b6d0-f08e3a6803f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1096 time: 0.0535955 Dec 23 11:39:31.401144 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.405925 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-6bf7fa4c-86d7-4a62-b8d9-466f43371bfa tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788189433&fields=id&tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c HTTP/1.1" status: 200 len: 267 time: 0.1140294 Dec 23 11:39:31.464324 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-ef052aa5-0029-41f2-b925-e520c95f0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:31.465931 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-ef052aa5-0029-41f2-b925-e520c95f0a35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.1835361 Dec 23 11:39:31.530489 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4f397-0b9c-486c-8168-cf255848b485 req-b73b4095-206a-4c87-bc1e-0bad5980efc8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:31.532068 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88a4f397-0b9c-486c-8168-cf255848b485 req-b73b4095-206a-4c87-bc1e-0bad5980efc8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.1435332 Dec 23 11:39:31.533381 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-6b54e90f-bed7-4955-88e9-614d5ec51573 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 200 len: 217 time: 0.0556910 Dec 23 11:39:31.544620 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-f44ca6af-45a5-4b26-a5e3-4b7a26ed4042 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:31.546118 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-f44ca6af-45a5-4b26-a5e3-4b7a26ed4042 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.1304984 Dec 23 11:39:31.566757 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'port': {'security_groups': ['d5a9417c-dd43-4ce1-b0ba-e703a501b8f4', '4005d14c-0b0c-49a7-b8e4-53230412b588']}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:31.673249 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-da61b2ca-b71a-4973-bda0-0410c779cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:31.674779 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-da61b2ca-b71a-4973-bda0-0410c779cbd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.1277082 Dec 23 11:39:31.727815 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:31.733075 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88a4f397-0b9c-486c-8168-cf255848b485 req-ff541d05-5ce8-44d8-b887-db4c05593a2a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848323 Dec 23 11:39:31.793544 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-5a6e3b67-e0e4-47c4-9932-0633aa5c6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:31.795059 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-5a6e3b67-e0e4-47c4-9932-0633aa5c6291 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1085250 Dec 23 11:39:32.000391 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e30-4928-4715-9f19-9d56457ce19f req-23782801-e63e-454c-be3a-8f9fff831075 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:32.001855 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7ce6e30-4928-4715-9f19-9d56457ce19f req-23782801-e63e-454c-be3a-8f9fff831075 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.1973052 Dec 23 11:39:32.073240 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-0a7b2c6b-33c7-4c51-b941-98973f4d92ac service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643163 Dec 23 11:39:32.157827 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7ce6e30-4928-4715-9f19-9d56457ce19f req-edfa9648-8159-4ee0-88bd-b506295ec365 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373732 Dec 23 11:39:32.205743 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:32.250177 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3b559d7e-aed0-48cf-ae01-d46a54a4afdb req-3717d6f3-8b22-48db-b889-85262636ec29 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635280 Dec 23 11:39:32.252043 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:32.258401 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:32.270492 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['a740e412-f3f8-4903-875e-0f83801e7d1e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:39:32.302664 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:32.303282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:32.304681 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2d91c1e4-d54a-451f-9d34-58976008cc5d req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "PUT /v2.0/ports/a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 982 time: 0.7486670 Dec 23 11:39:32.333372 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56295f6-9cd3-4ed9-89be-ce180c291168 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=6']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:32.425123 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['a740e412-f3f8-4903-875e-0f83801e7d1e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:39:32.433323 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5f36b-56f1-4d48-8354-80701fcc8f0b req-75d4ed15-333d-4020-b279-2659414b6c4f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:32.435043 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2b5f36b-56f1-4d48-8354-80701fcc8f0b req-75d4ed15-333d-4020-b279-2659414b6c4f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0525284 Dec 23 11:39:32.504390 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2b5f36b-56f1-4d48-8354-80701fcc8f0b req-b3daeb8e-32b4-469b-8c63-d043fa9b7d0b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628808 Dec 23 11:39:32.617553 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-5feb06ec-79bc-4211-91d5-eb06e828d2a7 None None] Provisioning complete for port a740e412-f3f8-4903-875e-0f83801e7d1e triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:39:32.617915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5feb06ec-79bc-4211-91d5-eb06e828d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:32.780326 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:32.783121 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faabad8-4cc4-4523-a86a-4418d45ca14c" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:32.836119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828b27d-9504-476e-9484-5b5d30f0c1ea x-openstack-request-id: req-6828b27d-9504-476e-9484-5b5d30f0c1ea {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:32.837170 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:32.837569 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6828b27d-9504-476e-9484-5b5d30f0c1ea {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:32.838114 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'status': 'completed', 'code': 200} Dec 23 11:39:32.854076 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:32.870940 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8380-c71b-4b50-be21-4796a9a3d20b req-6d8a422b-d519-454c-bf64-14e76a53bf77 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:32.872691 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-38ac8380-c71b-4b50-be21-4796a9a3d20b req-6d8a422b-d519-454c-bf64-14e76a53bf77 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.0667329 Dec 23 11:39:32.930206 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-70334e65-46ee-47d4-80bd-b3d7237df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:32.931714 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-70334e65-46ee-47d4-80bd-b3d7237df788 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1138 time: 0.0775483 Dec 23 11:39:32.940575 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-38ac8380-c71b-4b50-be21-4796a9a3d20b req-f51e38f9-00d4-409d-bbea-7673d1877d73 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548258 Dec 23 11:39:33.025660 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-db915390-abf8-4b73-8114-27822df1b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:33.027014 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-db915390-abf8-4b73-8114-27822df1b9e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 915 time: 0.0855701 Dec 23 11:39:33.106765 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-003e4953-edb4-4dce-b7af-0fc28537510c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 1001 time: 0.0647750 Dec 23 11:39:33.161204 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-958d5814-d141-41d6-a247-1bea637dccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:33.162589 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-958d5814-d141-41d6-a247-1bea637dccd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0479825 Dec 23 11:39:33.211236 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-fb081eae-f278-45d0-b417-61b1e5d36b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:33.212861 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-fb081eae-f278-45d0-b417-61b1e5d36b98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421777 Dec 23 11:39:33.362691 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b9fa0-1c83-46a7-83d3-39ec5e9db9e1 req-89ba1bed-2717-4b69-96ee-a29453268aed tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:33.364098 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-187b9fa0-1c83-46a7-83d3-39ec5e9db9e1 req-89ba1bed-2717-4b69-96ee-a29453268aed tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.1213210 Dec 23 11:39:33.365976 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-306f9c66-a230-4e85-9b24-d6a3feda10e7 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451380 Dec 23 11:39:33.466107 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-187b9fa0-1c83-46a7-83d3-39ec5e9db9e1 req-ce769a69-4407-4ce7-9133-0a63eb5f9c30 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939839 Dec 23 11:39:33.485604 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7faabad8-4cc4-4523-a86a-4418d45ca14c req-fb462ff4-95ba-4e13-81b4-d3e3f427bfc2 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078174 Dec 23 11:39:33.980306 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:34.074055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8139-b9e0-4cbc-9b02-60c451dc30eb req-db6d37aa-6569-4caf-8991-0fb958d88547 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:34.075523 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-590f8139-b9e0-4cbc-9b02-60c451dc30eb req-db6d37aa-6569-4caf-8991-0fb958d88547 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.0655489 Dec 23 11:39:34.128324 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-590f8139-b9e0-4cbc-9b02-60c451dc30eb req-89e97cc8-b222-42bd-9476-76aed433436e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464394 Dec 23 11:39:34.589312 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a84c-3bef-4405-8193-db1b69a126e1 req-d676da88-47d8-44aa-bca4-9a46b646c520 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:34.590755 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2f28a84c-3bef-4405-8193-db1b69a126e1 req-d676da88-47d8-44aa-bca4-9a46b646c520 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0561724 Dec 23 11:39:34.641550 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2f28a84c-3bef-4405-8193-db1b69a126e1 req-12b47fcd-f1ef-4d95-bbee-e6b492b52e22 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Dec 23 11:39:35.258834 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac962-e8af-484c-a940-cc00189b8d7c req-5cfd46b7-67ba-4f16-9a55-6ad27918b7ce tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:35.260291 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb1ac962-e8af-484c-a940-cc00189b8d7c req-5cfd46b7-67ba-4f16-9a55-6ad27918b7ce tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.0543396 Dec 23 11:39:35.316276 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb1ac962-e8af-484c-a940-cc00189b8d7c req-ee77200a-9f12-47c6-ada3-c9113767086e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472651 Dec 23 11:39:35.764338 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fd2c9-f9c9-41ec-b55f-6c078d5875a1 req-c2496e49-ce3c-40a8-a996-ef00bd2e7ca3 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:35.765839 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bd1fd2c9-f9c9-41ec-b55f-6c078d5875a1 req-c2496e49-ce3c-40a8-a996-ef00bd2e7ca3 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0505662 Dec 23 11:39:35.820976 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bd1fd2c9-f9c9-41ec-b55f-6c078d5875a1 req-2831c183-168a-4e72-827c-650e4b96be4b tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479412 Dec 23 11:39:36.305836 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:39:36.448893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd4e8b-4048-46ad-bba3-17636fe90263 req-7d646236-177a-4957-abb5-27dc4b0ba386 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:36.450385 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e0cd4e8b-4048-46ad-bba3-17636fe90263 req-7d646236-177a-4957-abb5-27dc4b0ba386 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.0547423 Dec 23 11:39:36.504136 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e0cd4e8b-4048-46ad-bba3-17636fe90263 req-a860f22d-c797-4e0a-bd3f-b1ac0f466d4a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476480 Dec 23 11:39:36.947724 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828054b-0c35-40d9-acb5-6b2ad2ff1589 req-f4fb14e6-3309-4c2c-b19e-1f1229a1ab04 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:36.949103 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7828054b-0c35-40d9-acb5-6b2ad2ff1589 req-f4fb14e6-3309-4c2c-b19e-1f1229a1ab04 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0522828 Dec 23 11:39:36.999743 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7828054b-0c35-40d9-acb5-6b2ad2ff1589 req-fc342670-15ec-4963-a5ce-9b16dcb24cce tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Dec 23 11:39:37.627229 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4423140-1033-46c0-b533-dc84822737c9 req-6e49b4df-97be-4de3-a131-83b9284db898 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:37.628686 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f4423140-1033-46c0-b533-dc84822737c9 req-6e49b4df-97be-4de3-a131-83b9284db898 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.0489237 Dec 23 11:39:37.677676 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f4423140-1033-46c0-b533-dc84822737c9 req-3aa0971e-3eda-45e6-8dfa-81e776ebe620 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429358 Dec 23 11:39:38.117625 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e5ab5-3965-4902-a3b0-adf47a813247 req-28380c3d-db2a-4eb0-a06e-1eebe0dc8bed tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:38.119096 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a29e5ab5-3965-4902-a3b0-adf47a813247 req-28380c3d-db2a-4eb0-a06e-1eebe0dc8bed tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0531163 Dec 23 11:39:38.166756 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a29e5ab5-3965-4902-a3b0-adf47a813247 req-16f1b52c-a021-4865-881c-7034ca62b639 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Dec 23 11:39:38.696856 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac612d7-3b9b-4e6e-97dc-fedeeb977d86 req-b699967f-03c8-40e7-b9e2-7bca1addd7b5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:38.698319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aac612d7-3b9b-4e6e-97dc-fedeeb977d86 req-b699967f-03c8-40e7-b9e2-7bca1addd7b5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0497730 Dec 23 11:39:38.748967 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aac612d7-3b9b-4e6e-97dc-fedeeb977d86 req-fc58404a-2e12-419c-a745-c0a680c1a7cd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442867 Dec 23 11:39:38.796255 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc21d9-a0c4-476d-8364-41c817ddccfa req-e0086c93-4a3b-4a9e-957a-40f1e09400bb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:38.797719 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ddc21d9-a0c4-476d-8364-41c817ddccfa req-e0086c93-4a3b-4a9e-957a-40f1e09400bb tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.0479419 Dec 23 11:39:38.854141 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ddc21d9-a0c4-476d-8364-41c817ddccfa req-d4ec02ee-eac6-43ab-9c97-0e50be444d6f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499945 Dec 23 11:39:39.295181 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1bdff-396f-49e4-b048-8f05aa806f37 req-25109eee-eb54-44e6-9492-37cefe81e02f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:39.297364 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ec1bdff-396f-49e4-b048-8f05aa806f37 req-25109eee-eb54-44e6-9492-37cefe81e02f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0542979 Dec 23 11:39:39.376237 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ec1bdff-396f-49e4-b048-8f05aa806f37 req-c965ba26-db4f-4250-9a11-87ae982ec181 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718818 Dec 23 11:39:39.902064 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48179aae-8fa1-4a25-843c-dd3c66d1b1c3 req-3530e6e2-e135-423f-b5fe-f0edfd19c633 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:39.905080 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-48179aae-8fa1-4a25-843c-dd3c66d1b1c3 req-3530e6e2-e135-423f-b5fe-f0edfd19c633 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0677731 Dec 23 11:39:40.062855 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-48179aae-8fa1-4a25-843c-dd3c66d1b1c3 req-ce830fd0-a671-41a2-a8db-c0976c05ca63 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=2df3968a-4334-4b13-841e-846bfd90b334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511648 Dec 23 11:39:40.104051 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0af9cb-26f1-454c-ac7f-41c682d4aab8 req-b373b032-1e4f-405c-a340-a1b1daf94814 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.106511 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f0af9cb-26f1-454c-ac7f-41c682d4aab8 req-b373b032-1e4f-405c-a340-a1b1daf94814 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 943 time: 0.1537931 Dec 23 11:39:40.110659 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ca29-d53a-4427-bde1-d171879069cc req-f42b64d9-1b2f-4cb8-a523-885577706e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.112823 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-f42b64d9-1b2f-4cb8-a523-885577706e4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1098 time: 0.1363642 Dec 23 11:39:40.214374 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d5c40f63-6cef-4a6f-907c-739e04deb91d details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:39:40.227884 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f0af9cb-26f1-454c-ac7f-41c682d4aab8 req-6b3654bc-40db-4ce8-a99e-ce84f051dedf tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094577 Dec 23 11:39:40.259308 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ca29-d53a-4427-bde1-d171879069cc req-25301725-3f48-4670-a70e-90f3a3cb2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.260943 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-25301725-3f48-4670-a70e-90f3a3cb2b42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 908 time: 0.1371894 Dec 23 11:39:40.333051 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d5c40f63-6cef-4a6f-907c-739e04deb91d, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:40.338011 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-ec3ab9bb-6680-425d-99f6-124e0d492bca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 1001 time: 0.0621963 Dec 23 11:39:40.343608 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:39:40.384598 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:40.392929 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ca29-d53a-4427-bde1-d171879069cc req-1fb1c543-47cc-4eeb-8714-b57789d1e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.395842 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-1fb1c543-47cc-4eeb-8714-b57789d1e541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0488393 Dec 23 11:39:40.401965 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c40f63-6cef-4a6f-907c-739e04deb91d {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:40.423502 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d5c40f63-6cef-4a6f-907c-739e04deb91d, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:40.430839 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:40.452043 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5ca29-d53a-4427-bde1-d171879069cc req-1ed6c4d1-38be-4487-b10d-07a531bd6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.454281 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-1ed6c4d1-38be-4487-b10d-07a531bd6f72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507405 Dec 23 11:39:40.480937 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=d5c40f63-6cef-4a6f-907c-739e04deb91d,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:40.578859 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988da3d-b1b3-4827-a502-7f92bf2966c2 req-b737522d-9d65-4361-8c56-3af770dd66aa tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.580222 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6988da3d-b1b3-4827-a502-7f92bf2966c2 req-b737522d-9d65-4361-8c56-3af770dd66aa tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0991156 Dec 23 11:39:40.583909 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-c65f8ae4-0efe-467d-8bc5-b97fb034e8ae service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219862 Dec 23 11:39:40.640201 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-9326909e-7ba7-4260-9202-9fdbe3c760a3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:40.641795 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-9326909e-7ba7-4260-9202-9fdbe3c760a3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 946 time: 0.0498028 Dec 23 11:39:40.685651 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6988da3d-b1b3-4827-a502-7f92bf2966c2 req-e4d00a38-e5a1-4baf-9a06-b5e67cfc3f5c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990119 Dec 23 11:39:40.708570 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-47d5ca29-d53a-4427-bde1-d171879069cc req-e6f41fed-87ec-4422-990c-84a44d1387b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158316 Dec 23 11:39:40.741475 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Deleting port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:39:40.742443 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:40.837370 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] For port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:40.837599 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:40.852842 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:40.866686 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d5c40f63-6cef-4a6f-907c-739e04deb91d'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:39:41.015223 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:41.015608 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:41.015940 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Floating IP a7e759ba-9d35-48b7-a6e9-579d1e5ab77f disassociated. External IP: 172.27.1.206, port: 9a6883ab-95a5-4b77-aa7d-30d3759a55a5. Dec 23 11:39:41.016265 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Calling delete_port for 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:39:41.140462 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:41.185533 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5080beb4-7f2a-426b-9bb1-2607e2695a99 req-ca5593a3-fcae-4da3-a6e7-a0b85abda5fa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0320389 Dec 23 11:39:41.431670 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event deleted for resources: {'Port': ['ID=9a6883ab-95a5-4b77-aa7d-30d3759a55a5,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:41.546350 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:39:41.576936 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9755c2-3d21-4b56-80f8-d95c61e7ab26 req-676b1da3-29ed-4911-a330-8b8490b3069a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:41.578485 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb9755c2-3d21-4b56-80f8-d95c61e7ab26 req-676b1da3-29ed-4911-a330-8b8490b3069a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 944 time: 0.2785385 Dec 23 11:39:41.628139 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fb9755c2-3d21-4b56-80f8-d95c61e7ab26 req-9f6b157c-8482-4e3d-8904-3248f60f5119 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435798 Dec 23 11:39:41.651997 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:39:41.662218 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:39:41.674428 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:41.675169 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:41.700315 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] No DVR routers for this DVR port 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:39:41.703325 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:41.707310 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4aedde1-6702-4b6d-b9fb-7adb0b789a8b req-bebfcbe8-e460-4b22-a718-39c66076e19d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "DELETE /v2.0/ports/9a6883ab-95a5-4b77-aa7d-30d3759a55a5 HTTP/1.1" status: 204 len: 173 time: 1.0581012 Dec 23 11:39:41.707760 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-deleted', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:41.710524 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db08a7-4897-4a42-898c-c479d221553e" -d '{"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-deleted", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:41.770960 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc9771b-2820-4844-8ccb-b88cc25adc2d x-openstack-request-id: req-acc9771b-2820-4844-8ccb-b88cc25adc2d {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:41.770960 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad118de-ced9-423a-9c5f-80c0c269ade9", "name": "network-vif-deleted", "tag": "9a6883ab-95a5-4b77-aa7d-30d3759a55a5", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:41.772329 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-acc9771b-2820-4844-8ccb-b88cc25adc2d {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:41.772329 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad118de-ced9-423a-9c5f-80c0c269ade9', 'name': 'network-vif-deleted', 'tag': '9a6883ab-95a5-4b77-aa7d-30d3759a55a5', 'status': 'completed', 'code': 200} Dec 23 11:39:41.818084 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d6a97-bf7f-4812-8602-ef64803de3db req-6c6b25e0-aaf7-48d2-8c96-d84ae4f1a8dc tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:41.820372 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d6a97-bf7f-4812-8602-ef64803de3db req-6c6b25e0-aaf7-48d2-8c96-d84ae4f1a8dc tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0625257 Dec 23 11:39:41.847202 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:41.891105 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5e9d6a97-bf7f-4812-8602-ef64803de3db req-9bff7a24-b9b3-4deb-a256-af959e7caa4a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635376 Dec 23 11:39:42.072851 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:42.104170 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:39:42.115262 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:42.115942 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:42.305969 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8ffee9d3-202a-4be7-b39f-0f0fcd78f559 req-f7e73f40-768f-4353-ac6b-5a45bd88ab2c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ad118de-ced9-423a-9c5f-80c0c269ade9 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Dec 23 11:39:42.337737 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d5c40f63-6cef-4a6f-907c-739e04deb91d up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:39:42.391453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:42.441013 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port d5c40f63-6cef-4a6f-907c-739e04deb91d completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:39:42.475313 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port d5c40f63-6cef-4a6f-907c-739e04deb91d triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:39:42.475592 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:42.645825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:42.678226 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:42.681450 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89db9519-c7cf-42d2-861e-3554481eadea" -d '{"events": [{"server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "name": "network-vif-plugged", "status": "completed", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:42.696832 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d5c40f63-6cef-4a6f-907c-739e04deb91d, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:42.704046 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:42.704868 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:39:42.708098 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:42.760771 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47449efd-be87-4d23-b9d3-e5fb60d01e4e x-openstack-request-id: req-47449efd-be87-4d23-b9d3-e5fb60d01e4e {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:42.761087 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "name": "network-vif-plugged", "status": "completed", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:42.761344 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47449efd-be87-4d23-b9d3-e5fb60d01e4e {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:42.761736 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'code': 200} Dec 23 11:39:42.767187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c1029-4bc8-4226-847c-3dbac6d8bc46 req-5c2b5176-7711-4d48-98cc-508ca0fada62 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:42.768871 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b9c1029-4bc8-4226-847c-3dbac6d8bc46 req-5c2b5176-7711-4d48-98cc-508ca0fada62 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0587769 Dec 23 11:39:42.784964 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:39:42.785376 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 9a6883ab-95a5-4b77-aa7d-30d3759a55a5 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:39:42.788921 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed80d6-b586-41df-99dc-138006583c5d None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:39:42.824185 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=d5c40f63-6cef-4a6f-907c-739e04deb91d,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:42.831218 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2b9c1029-4bc8-4226-847c-3dbac6d8bc46 req-4c2a725d-a1a3-4dcb-817b-9303cbaf2bc4 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562801 Dec 23 11:39:43.002007 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854fe4e-1003-4a11-824f-f95031dd4177 req-d723ee7f-4c0d-4c84-b4b2-0cd246e950fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:43.003702 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3854fe4e-1003-4a11-824f-f95031dd4177 req-d723ee7f-4c0d-4c84-b4b2-0cd246e950fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1098 time: 0.0504110 Dec 23 11:39:43.012833 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9d872-139c-4e06-a613-8d94b5b73480 req-e6742600-5859-4d83-bf5a-37e2eb206648 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:43.014335 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-21f9d872-139c-4e06-a613-8d94b5b73480 req-e6742600-5859-4d83-bf5a-37e2eb206648 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0497243 Dec 23 11:39:43.059406 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3854fe4e-1003-4a11-824f-f95031dd4177 req-a629ff53-5b30-4ec9-93ef-938ed7ae2c4a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433569 Dec 23 11:39:43.066690 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae595c2-6d18-463d-95fa-b417cabf3d2a None None] New status for floating IP a7e759ba-9d35-48b7-a6e9-579d1e5ab77f: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:39:43.075495 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-21f9d872-139c-4e06-a613-8d94b5b73480 req-2022c94a-67cc-4b32-8113-030418e65b25 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549850 Dec 23 11:39:43.952593 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb054fe1-9dee-4afa-b551-469def333175 req-de3982fd-14fd-4340-9c90-1dd5f72c4704 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:43.954098 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cb054fe1-9dee-4afa-b551-469def333175 req-de3982fd-14fd-4340-9c90-1dd5f72c4704 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0530879 Dec 23 11:39:44.002773 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cb054fe1-9dee-4afa-b551-469def333175 req-af4885c7-4c73-4564-beba-5f8046de385c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Dec 23 11:39:44.167563 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-40a9de23-79ba-41d4-b03f-e11aa544066a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437605 Dec 23 11:39:44.190991 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2d0b-f4e0-4b8e-ad46-2ac511c6d08d req-8307a799-1929-48f1-a45f-87ef322dd21d tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:44.192495 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fea2d0b-f4e0-4b8e-ad46-2ac511c6d08d req-8307a799-1929-48f1-a45f-87ef322dd21d tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0489678 Dec 23 11:39:44.243128 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-cb9f8d7c-2b60-449b-ab80-e10b1c34f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:44.244573 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-cb9f8d7c-2b60-449b-ab80-e10b1c34f5b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1099 time: 0.0430336 Dec 23 11:39:44.244768 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3fea2d0b-f4e0-4b8e-ad46-2ac511c6d08d req-da3df884-9503-4981-9073-bf8982e6a104 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461235 Dec 23 11:39:44.351152 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-638139c1-bcc1-48bb-b019-bfddc20b9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:44.352700 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-638139c1-bcc1-48bb-b019-bfddc20b9c44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.0843222 Dec 23 11:39:44.444059 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55442) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:44.451335 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-2c18baef-0e4d-4c00-9d21-e32a6bc23f7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 1001 time: 0.0776212 Dec 23 11:39:44.454466 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55444) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:44.512532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-8e80a0f8-b16b-49a2-8f65-18df96b53957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:44.514114 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-8e80a0f8-b16b-49a2-8f65-18df96b53957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0511968 Dec 23 11:39:44.515590 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa6b07-054e-416f-aae7-989d096686be req-943c01a4-21a2-4d12-95ad-514ce640468a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:44.517151 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8cfa6b07-054e-416f-aae7-989d096686be req-943c01a4-21a2-4d12-95ad-514ce640468a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.1015913 Dec 23 11:39:44.546461 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-322a8720-69d6-4531-b609-4180158148c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.591959 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-322a8720-69d6-4531-b609-4180158148c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.597563 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-658dcb37-95bb-479d-a06f-3cd255879a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:44.599059 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-658dcb37-95bb-479d-a06f-3cd255879a7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697386 Dec 23 11:39:44.603802 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8cfa6b07-054e-416f-aae7-989d096686be req-2acff273-681e-4f15-b17f-206d05876ca6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790741 Dec 23 11:39:44.607481 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-d8a1d6f1-0466-4ccc-87cf-64f96abc364c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495540 Dec 23 11:39:44.627430 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-ddf7410d-28a3-4965-a8b1-33a1ac2036c5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:39:44.627430 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-ddf7410d-28a3-4965-a8b1-33a1ac2036c5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059071 Dec 23 11:39:44.650737 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-322a8720-69d6-4531-b609-4180158148c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.653402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-322a8720-69d6-4531-b609-4180158148c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.654541 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-322a8720-69d6-4531-b609-4180158148c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "DELETE /v2.0/security-groups/2df3968a-4334-4b13-841e-846bfd90b334 HTTP/1.1" status: 204 len: 168 time: 0.2092445 Dec 23 11:39:44.657866 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55448) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:44.678189 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a8720-69d6-4531-b609-4180158148c4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df3968a-4334-4b13-841e-846bfd90b334,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:44.683133 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.api.v2.resource [None req-4e5c2e4f-012d-41c3-a3a3-1fdfa4dc32fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] show failed (client error): The resource could not be found. Dec 23 11:39:44.684214 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4e5c2e4f-012d-41c3-a3a3-1fdfa4dc32fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups/2df3968a-4334-4b13-841e-846bfd90b334 HTTP/1.1" status: 404 len: 347 time: 0.0252357 Dec 23 11:39:44.687197 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55454) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:44.718966 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-73edf519-cf0f-4891-a4b0-1748c8879533 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102824 Dec 23 11:39:44.820991 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-28268adc-f7d6-42b3-a1c4-7de0ef83e681 req-73f4a44b-2939-4e84-ac68-5d76d75c77e2 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933747 Dec 23 11:39:44.836977 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Deleting port d3a888da-d3f3-4d6d-b402-a1e39ce6c263 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:39:44.837596 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.925653 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.925995 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:44.938348 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Calling delete_port for d3a888da-d3f3-4d6d-b402-a1e39ce6c263 owned by network:floatingip {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:39:45.113411 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.145688 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event deleted for resources: {'Port': ['ID=d3a888da-d3f3-4d6d-b402-a1e39ce6c263,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:45.156780 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a140-c468-4cfc-abbd-ffe42f82da07 req-cae5919e-8d89-438f-91be-9476766f2471 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:45.158263 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4a39a140-c468-4cfc-abbd-ffe42f82da07 req-cae5919e-8d89-438f-91be-9476766f2471 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0836236 Dec 23 11:39:45.245134 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.247592 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.248722 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-15f65609-9e58-438f-a041-a7d3140b7605 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "DELETE /v2.0/floatingips/a7e759ba-9d35-48b7-a6e9-579d1e5ab77f HTTP/1.1" status: 204 len: 168 time: 0.5605686 Dec 23 11:39:45.254107 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4a39a140-c468-4cfc-abbd-ffe42f82da07 req-16a97d20-fba2-442d-acff-2afe2c6d3a51 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790305 Dec 23 11:39:45.371317 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f40247-1498-42db-be41-0e64fb264c8a req-4c60f158-1a84-46f6-a6fb-2d1042c8067c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:45.372843 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17f40247-1498-42db-be41-0e64fb264c8a req-4c60f158-1a84-46f6-a6fb-2d1042c8067c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0496268 Dec 23 11:39:45.424393 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17f40247-1498-42db-be41-0e64fb264c8a req-a092fe2a-7317-4622-83fd-4f327a01de96 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449739 Dec 23 11:39:45.448076 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55466) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:45.488782 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a93266-1cb8-447b-80b0-62ad7d3f5f77 tempest-TestVolumeBootPattern-1886008546 tempest-TestVolumeBootPattern-1886008546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:45.490505 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-26a93266-1cb8-447b-80b0-62ad7d3f5f77 tempest-TestVolumeBootPattern-1886008546 tempest-TestVolumeBootPattern-1886008546-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1093 time: 0.0414035 Dec 23 11:39:45.493784 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55468) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:45.498407 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:45.522428 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.625699 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.668324 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55472) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:45.673131 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340469856', 'description': 'tempest-description--1591973063'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:45.700397 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.753219 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed9fa-8f1a-4189-9bf5-6e3df196dc76 req-58bf5aa9-3f7a-4f77-a4b3-33050b9f4429 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:45.754648 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b78ed9fa-8f1a-4189-9bf5-6e3df196dc76 req-58bf5aa9-3f7a-4f77-a4b3-33050b9f4429 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0675528 Dec 23 11:39:45.781763 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.786040 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.828718 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.832509 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1605008 Dec 23 11:39:45.832509 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179abcd-92e7-45ff-a131-4e1dad78d0a1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d77e85-3fad-43d3-8eb2-93c0ca115d37,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:45.833824 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55474) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:45.838481 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'security_group_rule': {'security_group_id': '83d77e85-3fad-43d3-8eb2-93c0ca115d37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:45.841426 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b78ed9fa-8f1a-4189-9bf5-6e3df196dc76 req-7cad6a18-5e00-49e8-8b44-257969fad0f2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614440 Dec 23 11:39:45.861107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Allocated IP 172.27.1.118 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/a9bddf19-8988-4977-af56-8354f598d6cd) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:39:45.872283 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.931581 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.935552 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.956837 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c910c-7bc5-4e96-9f05-711faf3894fd,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:45.962457 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.963655 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-aec34018-6226-423f-8fb2-318f94ea3ebc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287456 Dec 23 11:39:45.966354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55476) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:45.969830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:45.971173 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'security_group_rule': {'security_group_id': '83d77e85-3fad-43d3-8eb2-93c0ca115d37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:46.000916 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.006789 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.058143 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.058421 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:39:46.062487 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.064768 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:39:46.070175 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=a9bddf19-8988-4977-af56-8354f598d6cd,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:46.073781 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:39:46.085748 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccdb130-f5e3-4897-8363-8119a0982d22,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:46.104520 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.105695 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ece119a4-8a06-4635-aab4-2e5510029e95 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383431 Dec 23 11:39:46.109148 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55478) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:39:46.114402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:46.133248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3603-a914-4794-9b41-4273f3aee366 req-f877d4d3-31d0-4248-89a9-89f79c111d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:46.134883 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-f877d4d3-31d0-4248-89a9-89f79c111d3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c&tenant_id=47fecf710518479da14a3e2f9b73a896 HTTP/1.1" status: 200 len: 1098 time: 0.0417140 Dec 23 11:39:46.188723 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.205197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3603-a914-4794-9b41-4273f3aee366 req-8ec49f5e-e3bf-4099-ada8-248d88586ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:46.207005 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-8ec49f5e-e3bf-4099-ada8-248d88586ee8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1098 time: 0.0486917 Dec 23 11:39:46.224005 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:39:46.305489 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3603-a914-4794-9b41-4273f3aee366 req-f1087604-a01a-4d83-8e36-c619ead13dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:46.307317 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-f1087604-a01a-4d83-8e36-c619ead13dc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 908 time: 0.0930018 Dec 23 11:39:46.310231 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.357150 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:46.358583 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:46.362473 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef21945a-cdca-4e8a-94bd-fc950a957b5b" -d '{"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-unplugged", "status": "completed", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:46.369166 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.421768 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-75ed47a9-7a23-4744-b96d-624aa9a931f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 1001 time: 0.1051824 Dec 23 11:39:46.429723 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69178a-2516-4d6e-9448-1071ffabd97d x-openstack-request-id: req-8b69178a-2516-4d6e-9448-1071ffabd97d {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:46.430224 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-unplugged", "status": "completed", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:46.430619 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b69178a-2516-4d6e-9448-1071ffabd97d {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:46.431149 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'code': 200} Dec 23 11:39:46.448344 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=6']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:46.475442 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.494747 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3603-a914-4794-9b41-4273f3aee366 req-77950eb8-dff7-476f-8a88-d01facb4fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:46.497018 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-77950eb8-dff7-476f-8a88-d01facb4fa53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0674100 Dec 23 11:39:46.542544 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb3603-a914-4794-9b41-4273f3aee366 req-97a728c2-051f-45cd-9b9b-4d246469f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:46.544131 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-97a728c2-051f-45cd-9b9b-4d246469f5d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403659 Dec 23 11:39:46.615784 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.638035 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-280e5b22-69bf-40bd-bbf6-c4e7c344e68a service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858474 Dec 23 11:39:46.656755 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Allocated IP 172.27.1.205 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/f2b5f591-17c9-4957-9356-f73e468cc584) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:39:46.730582 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-42fb3603-a914-4794-9b41-4273f3aee366 req-1d549d51-6ad6-4086-a64b-70af52f9670b service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844297 Dec 23 11:39:46.750231 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.833493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:46.982847 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.027941 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.042890 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:39:47.050543 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2c931-a2c0-4929-ae39-e3f77d1f4f03 req-75ebe797-cffe-4349-8ae6-f4e4efb64d18 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:47.052026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d3b2c931-a2c0-4929-ae39-e3f77d1f4f03 req-75ebe797-cffe-4349-8ae6-f4e4efb64d18 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.1445370 Dec 23 11:39:47.052611 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.057514 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:39:47.066112 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:39:47.108133 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'Port': ['ID=f2b5f591-17c9-4957-9356-f73e468cc584,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:47.212861 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=a9bddf19-8988-4977-af56-8354f598d6cd,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:47.220788 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.226182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d3b2c931-a2c0-4929-ae39-e3f77d1f4f03 req-d895f3d5-e1bc-40d6-be7a-44309d6ecdbc tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656773 Dec 23 11:39:47.566192 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.612555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.l3_db [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Floating IP 1f1ca302-aa6c-447c-8afb-b16a67aeaf03 associated. External IP: 172.27.1.118, port: d5c40f63-6cef-4a6f-907c-739e04deb91d. Dec 23 11:39:47.615801 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.942746 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.949797 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:47.959759 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:39:48.036315 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'Port': ['ID=f2b5f591-17c9-4957-9356-f73e468cc584,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:48.080863 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:48.104251 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:48.105530 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-07bd6026-82ff-43fb-942e-ae259574ad17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9948454 Dec 23 11:39:48.158935 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:39:48.176946 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:48.179980 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:39:48.193533 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:48.194061 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:48.207793 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-486c1700-9dcd-46aa-867e-6bc91bdf583b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7128937 Dec 23 11:39:48.208721 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:48.211892 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0861ac76-4463-49a8-bd25-d3ccce888154" -d '{"events": [{"name": "network-changed", "server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:48.313612 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:48.340949 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-c3437db0-05d7-40ca-813f-2e401702b052 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1340469856&fields=id&tenant_id=a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 267 time: 0.0514057 Dec 23 11:39:48.415706 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8a9f00-8187-40de-b634-39a85a9dea7d x-openstack-request-id: req-2a8a9f00-8187-40de-b634-39a85a9dea7d {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:48.416130 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:48.416475 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a8a9f00-8187-40de-b634-39a85a9dea7d {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:48.416989 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'status': 'completed', 'code': 200} Dec 23 11:39:48.465153 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-cb3a6d36-ec88-41c9-842d-891f675523d8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:48.466669 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-cb3a6d36-ec88-41c9-842d-891f675523d8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 817 time: 0.1173184 Dec 23 11:39:48.483015 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-a8dab3f8-3f09-4d1c-99a7-f9d54c74265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:48.485346 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-a8dab3f8-3f09-4d1c-99a7-f9d54c74265c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1098 time: 0.0470021 Dec 23 11:39:48.512589 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-dc2e4e72-6d1b-4154-a755-f6afa1561c49 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/quotas/a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 375 time: 0.0311711 Dec 23 11:39:48.538806 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8231ba-f62e-48a7-a7c4-0220d3fdea67 req-426b88db-2b6b-4d10-a45a-0b02070a735f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:48.540396 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8f8231ba-f62e-48a7-a7c4-0220d3fdea67 req-426b88db-2b6b-4d10-a45a-0b02070a735f tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0727851 Dec 23 11:39:48.554660 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:46Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:48.583031 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-615a2df8-5a1b-4b15-97b0-961f8c7f72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:48.585079 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-615a2df8-5a1b-4b15-97b0-961f8c7f72df service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.0909195 Dec 23 11:39:48.585931 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:39:48.593663 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:39:48.594281 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:39:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:48.601920 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-8768f67e-9959-4166-ae5e-1a9003dd16c7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823901 Dec 23 11:39:48.620563 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8f8231ba-f62e-48a7-a7c4-0220d3fdea67 req-af1ca11e-088e-4964-a9d5-593bc1848730 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609870 Dec 23 11:39:48.668122 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-b873cc4d-4284-489b-bc41-4afd2a49c8a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 200 len: 999 time: 0.0755618 Dec 23 11:39:48.708439 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:39:48.715019 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-563ba308-0568-4a69-8a56-71dd4d588353 service neutron] 10.222.0.31 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934808 Dec 23 11:39:48.721645 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-3d2c5685-7136-4b57-8b4e-7e3acc3cd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:48.723035 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-3d2c5685-7136-4b57-8b4e-7e3acc3cd5c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0475817 Dec 23 11:39:48.771709 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-9538ce82-5f09-4db6-b430-215cab4806f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:48.773364 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-9538ce82-5f09-4db6-b430-215cab4806f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405068 Dec 23 11:39:48.809255 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-8f653e68-d479-49e8-977a-51dde9c64215 service neutron] 10.222.0.31 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879169 Dec 23 11:39:48.873984 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-22f5bc96-2c13-4883-a6c7-5d54ab6ee0fa service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924025 Dec 23 11:39:48.957243 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:46Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:39:48.988304 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-0861ac76-4463-49a8-bd25-d3ccce888154 req-62e17018-2821-4a61-8f87-39886dafce3c service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060297 Dec 23 11:39:48.988991 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c33d0-e8bb-4cf0-ae5b-bb0b56e632d5 None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:46Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:39:48.992275 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-062a8672-d84d-409b-bcbd-33c191f4eb39 req-80e648e8-0f49-4780-90f2-0db23e135d91 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 210 time: 0.0307119 Dec 23 11:39:49.197248 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bce0d9-b4ec-4b6a-9a04-ef9d2357eaf8 None None] New status for floating IP 1f1ca302-aa6c-447c-8afb-b16a67aeaf03: ACTIVE {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:39:49.739265 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05462a62-1298-4b7c-931a-aa8f50926276 req-ac434a22-95d0-48dd-954a-1cf4bd9492bd tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:49.740789 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-05462a62-1298-4b7c-931a-aa8f50926276 req-ac434a22-95d0-48dd-954a-1cf4bd9492bd tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0491803 Dec 23 11:39:49.789383 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-05462a62-1298-4b7c-931a-aa8f50926276 req-9f75d3a4-997b-4a9a-9395-e4dcc3e95d08 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Dec 23 11:39:49.998427 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-29c19770-73b5-468b-b8d3-9bb30754b18c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:49.999960 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-29c19770-73b5-468b-b8d3-9bb30754b18c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 817 time: 0.1046295 Dec 23 11:39:50.061612 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-00c2f239-b68c-4b71-86f1-56cdc543f73d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 380 time: 0.0520642 Dec 23 11:39:50.074207 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'port': {'device_id': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'admin_state_up': True, 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'security_groups': ['83d77e85-3fad-43d3-8eb2-93c0ca115d37']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:50.096582 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-660718ad-9d40-47af-88fe-dc734c13bec9 req-3f8d75cb-25ed-48c8-b53c-522d4a409918 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 210 time: 0.0263367 Dec 23 11:39:50.184540 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Made reservation on behalf of a47190c0d83341e4a86b0a692649c585 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:39:50.188416 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.320442 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Allocated IP 172.20.0.6 (c2bb6534-ea5b-4ed2-8922-1e19399b5029/5ee46868-21cd-4109-af32-8241c5784649/0c867a72-e7f4-4861-b6b5-72bb63b1b690) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:39:50.456724 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.491878 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.534369 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:39:50.537321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:39:50.540866 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:39:50.547136 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.594992 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:50.597915 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.614454 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-87bd8508-ea71-4600-a651-58aa77b0455e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445361 Dec 23 11:39:50.628147 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Request body: {'port': {'device_id': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:39:50.683924 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.777998 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-f12e7010-1fed-462e-83fb-b9d28f3da788 None None] Provisioning complete for port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:39:50.778631 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f12e7010-1fed-462e-83fb-b9d28f3da788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.812720 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-f12e7010-1fed-462e-83fb-b9d28f3da788 None None] Port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:39:50.910213 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4781b-a50a-4c91-b501-5bf8eeb2693f req-7ae35a05-5160-4f2e-b8d7-4628dc144a18 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:50.911666 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-35b4781b-a50a-4c91-b501-5bf8eeb2693f req-7ae35a05-5160-4f2e-b8d7-4628dc144a18 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0514040 Dec 23 11:39:50.947404 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c867a72-e7f4-4861-b6b5-72bb63b1b690 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:50.954992 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:50.960896 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-35b4781b-a50a-4c91-b501-5bf8eeb2693f req-a60ca046-5235-4bde-a954-14f2dca5f0f0 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 Dec 23 11:39:50.967336 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Transition to ACTIVE for port object 0c867a72-e7f4-4861-b6b5-72bb63b1b690 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:39:50.971194 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:51.021340 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:51.087707 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Attempting to bind port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:39:51.088015 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Attempting to bind port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:39:51.088356 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Attempting to bind port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:39:51.093073 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:39:51.093394 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Attempting to bind port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 on network c2bb6534-ea5b-4ed2-8922-1e19399b5029 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:39:51.098529 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:39:51.098855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Checking segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:39:51.099228 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Bound using segment: {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:39:51.099620 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Bound port: 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa35aa7-1799-442c-97f4-3ad0c8228c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:39:51.099966 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:51.169631 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:39:51.172901 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:39:51.178747 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:51.216474 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.217144 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:51.218586 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 200 len: 1093 time: 0.5948241 Dec 23 11:39:51.219041 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:39:51.221347 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052af1d-df9f-46e6-ab04-7fa60645d1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:39:51.243153 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a15251-0126-4a13-932e-2426acc06c04 req-7cbf1a23-d84e-4e30-af6e-fc5c1b5e264b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.246217 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbacdc-9df4-40d6-b09b-7be6b15b75a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:51.250091 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-72a15251-0126-4a13-932e-2426acc06c04 req-7cbf1a23-d84e-4e30-af6e-fc5c1b5e264b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0772247 Dec 23 11:39:51.280342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10592a51-0eea-41f1-b987-7f18e2ed0f74 x-openstack-request-id: req-10592a51-0eea-41f1-b987-7f18e2ed0f74 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:39:51.280613 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:39:51.280915 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10592a51-0eea-41f1-b987-7f18e2ed0f74 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:39:51.281631 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'status': 'completed', 'code': 200} Dec 23 11:39:51.307413 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-72a15251-0126-4a13-932e-2426acc06c04 req-e4f3986c-a68e-4fae-ab76-da0d3229d479 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509968 Dec 23 11:39:51.332953 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-32086ab2-5976-423b-8451-27e283b8515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.334607 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-32086ab2-5976-423b-8451-27e283b8515d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1096 time: 0.0520670 Dec 23 11:39:51.381355 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-eeb86af4-507d-4fe4-9542-1b4c38d0662f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 200 len: 217 time: 0.0375795 Dec 23 11:39:51.432687 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-0b48584a-68ac-4659-80df-7cb225e90481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.434087 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-0b48584a-68ac-4659-80df-7cb225e90481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0437677 Dec 23 11:39:51.480432 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-d9650fe2-16a5-4d4c-b5d8-c9f2c7b100f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.481964 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-d9650fe2-16a5-4d4c-b5d8-c9f2c7b100f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400043 Dec 23 11:39:51.570518 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-ecab7336-223a-470b-8b5d-ef3394358ffa service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811062 Dec 23 11:39:51.657117 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-abc77b77-2b21-4426-84bc-e17c6d0102a0 req-1910c877-9208-450a-b15a-3871054100d2 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794680 Dec 23 11:39:51.750570 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-2575c5d7-bc0e-4d03-a07a-1c6c329aff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.752022 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-2575c5d7-bc0e-4d03-a07a-1c6c329aff4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1096 time: 0.0418382 Dec 23 11:39:51.851189 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-25e7470e-345e-4d11-a747-65695a101ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.852629 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-25e7470e-345e-4d11-a747-65695a101ee9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.0875819 Dec 23 11:39:51.895600 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-0dc69c73-a822-4fba-9029-6f143cd579e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 200 len: 217 time: 0.0333400 Dec 23 11:39:51.947785 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-e8f51a56-fbc3-439b-9bad-10a33bebe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:51.949318 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-e8f51a56-fbc3-439b-9bad-10a33bebe1d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0460958 Dec 23 11:39:51.998918 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-b9260724-3849-4961-b5a8-3c2cb0a583e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:52.000534 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-b9260724-3849-4961-b5a8-3c2cb0a583e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433390 Dec 23 11:39:52.079044 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca93fb-a3b9-42b6-8dd4-6927933beb97 req-1fd33707-5636-4295-a6da-c761a87c9052 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:52.080845 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-23ca93fb-a3b9-42b6-8dd4-6927933beb97 req-1fd33707-5636-4295-a6da-c761a87c9052 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0494328 Dec 23 11:39:52.098801 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-0f50a1ec-ad27-4fd3-9a69-ea0fe661cfa4 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847461 Dec 23 11:39:52.135155 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-23ca93fb-a3b9-42b6-8dd4-6927933beb97 req-94270034-d884-4687-8e6a-31df4db06fd2 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480189 Dec 23 11:39:52.189919 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5052af1d-df9f-46e6-ab04-7fa60645d1f1 req-29060530-5622-404a-ae27-59b777ab7050 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832570 Dec 23 11:39:52.428216 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f56b0a-0f86-4618-b5e0-99870af68699 req-1b6d914b-4dee-4e34-9423-0df6e83483bc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:52.429741 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60f56b0a-0f86-4618-b5e0-99870af68699 req-1b6d914b-4dee-4e34-9423-0df6e83483bc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0505025 Dec 23 11:39:52.477332 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-60f56b0a-0f86-4618-b5e0-99870af68699 req-23db9e29-fd0b-42b2-a759-ceebda3e102d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Dec 23 11:39:53.253186 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ab93-87d2-4663-8609-e94590f1daf7 req-0ac18a7c-a83b-4770-a15c-4285afb97546 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:53.254685 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9437ab93-87d2-4663-8609-e94590f1daf7 req-0ac18a7c-a83b-4770-a15c-4285afb97546 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0502024 Dec 23 11:39:53.305760 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9437ab93-87d2-4663-8609-e94590f1daf7 req-15adcfdf-1d45-49b9-8d5f-95c3cbc38577 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Dec 23 11:39:53.600026 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457e55c-96b2-4c26-8e62-7c88d6adf16f req-431579f3-cb05-4d26-b79e-28539f5e31fa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:53.601815 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6457e55c-96b2-4c26-8e62-7c88d6adf16f req-431579f3-cb05-4d26-b79e-28539f5e31fa tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0531461 Dec 23 11:39:53.648367 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6457e55c-96b2-4c26-8e62-7c88d6adf16f req-b8c48c4a-95b0-4f75-a852-6fc5c8059c17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Dec 23 11:39:54.168354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b16cf-82c2-4f48-ba36-f11fe97a63bc req-c18eec75-42fa-494b-9f8c-1c9cd5f1cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:54.169912 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-bc2b16cf-82c2-4f48-ba36-f11fe97a63bc req-c18eec75-42fa-494b-9f8c-1c9cd5f1cfca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1096 time: 0.0415373 Dec 23 11:39:54.217519 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-bc2b16cf-82c2-4f48-ba36-f11fe97a63bc req-3cc185d3-fcc0-4598-9551-e46d826e8b0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384717 Dec 23 11:39:54.424320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369336-c998-4568-8608-6b4236049b24 req-a1a0fd16-85dd-4805-a8ac-1299250453c3 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:54.425923 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17369336-c998-4568-8608-6b4236049b24 req-a1a0fd16-85dd-4805-a8ac-1299250453c3 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0505579 Dec 23 11:39:54.476099 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17369336-c998-4568-8608-6b4236049b24 req-1c8dbcb2-b91d-4c2f-bfae-32354571f64e tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437450 Dec 23 11:39:54.772688 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1716d11-bdc2-4020-811b-908ed876d1e8 req-2aecccd7-39d4-46fa-a5b9-1b8eccce988d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:54.774201 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1716d11-bdc2-4020-811b-908ed876d1e8 req-2aecccd7-39d4-46fa-a5b9-1b8eccce988d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0527205 Dec 23 11:39:54.822276 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1716d11-bdc2-4020-811b-908ed876d1e8 req-0118bbe9-0e44-4233-8b5b-00dc42a73cec tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Dec 23 11:39:55.591094 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f03d4b-9ae9-48e5-8408-913f831c1a7e req-df376c58-f4cd-4f15-855c-6516825403d1 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:55.593450 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1f03d4b-9ae9-48e5-8408-913f831c1a7e req-df376c58-f4cd-4f15-855c-6516825403d1 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 943 time: 0.0493214 Dec 23 11:39:55.644084 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f1f03d4b-9ae9-48e5-8408-913f831c1a7e req-9e7e1442-8653-4209-b4cd-a3f3b7b33666 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Dec 23 11:39:55.949678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef36f7b-e88c-4d21-b883-1d1f1b227f7e req-079aedc3-2f16-4377-adbc-7b712098c8d8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:55.951647 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aef36f7b-e88c-4d21-b883-1d1f1b227f7e req-079aedc3-2f16-4377-adbc-7b712098c8d8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0521839 Dec 23 11:39:56.005675 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-aef36f7b-e88c-4d21-b883-1d1f1b227f7e req-405e8e6c-400a-4cdd-ad35-dac2c1dd931e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479684 Dec 23 11:39:56.271175 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:39:56.491874 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:56.502654 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'port_id': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'mac_address': 'fa:16:3e:e9:65:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:39:56.543642 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:56.556399 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d540ac-5334-4e52-b09b-8652d424dfd5 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:56.575298 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:56.580627 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:56.581313 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:39:56.648510 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=7']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:56.713182 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:56.724446 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'mac_address': 'fa:16:3e:e3:7c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:39:56.761186 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf62fd7-5445-4513-befd-884a62f634bf req-c9a7ebf2-b09d-4ad8-ab58-03f66c634ca8 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:56.762616 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:56.762813 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eaf62fd7-5445-4513-befd-884a62f634bf req-c9a7ebf2-b09d-4ad8-ab58-03f66c634ca8 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 944 time: 0.0480244 Dec 23 11:39:56.775760 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c867a72-e7f4-4861-b6b5-72bb63b1b690 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:39:56.795330 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:39:56.799583 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:56.818070 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eaf62fd7-5445-4513-befd-884a62f634bf req-cf77ec75-e573-4659-83f0-a46fdf9b07a3 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490575 Dec 23 11:39:56.855310 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:39:57.126884 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16401da-bac7-4983-becd-85973499ff59 req-f1d39f76-ea8d-49f2-95c7-aa2b358e572f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:57.128383 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d16401da-bac7-4983-becd-85973499ff59 req-f1d39f76-ea8d-49f2-95c7-aa2b358e572f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0494604 Dec 23 11:39:57.176172 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d16401da-bac7-4983-becd-85973499ff59 req-1e080502-5665-4089-8cca-5bd87cb5c73e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Dec 23 11:39:57.218559 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['05d540ac-5334-4e52-b09b-8652d424dfd5'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:39:57.247128 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['0c867a72-e7f4-4861-b6b5-72bb63b1b690'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:39:58.037660 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9379bc39-d9ff-42df-93c9-9de7d3d9c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:39:58.303468 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d73b96-cfda-4382-b8c6-b31947000bdc req-f17162e0-1d26-4e91-980e-d3d2bd64f730 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:58.304866 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f4d73b96-cfda-4382-b8c6-b31947000bdc req-f17162e0-1d26-4e91-980e-d3d2bd64f730 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0534773 Dec 23 11:39:58.353112 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f4d73b96-cfda-4382-b8c6-b31947000bdc req-09d6af7d-a8b4-4d65-9e8d-2183ce82cc2c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420125 Dec 23 11:39:59.480076 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850f3cd-720a-4bb1-90f0-f9733025084b req-7d8f1968-ab16-4f7a-add2-3779d9c1301b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:39:59.481566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4850f3cd-720a-4bb1-90f0-f9733025084b req-7d8f1968-ab16-4f7a-add2-3779d9c1301b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0504673 Dec 23 11:39:59.532474 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4850f3cd-720a-4bb1-90f0-f9733025084b req-4db6f0a8-0f53-4aac-81e8-42fa8f2102a3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Dec 23 11:40:00.285088 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:40:00.342103 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:40:00.352229 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:40:00.352584 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.383640 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-38e29229-2bf0-4944-9217-d94af249744d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.446852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.469445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:40:00.471660 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975e181-f131-4d7d-ab92-11e670cf30af" -d '{"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:40:00.484519 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:40:00.489883 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.490764 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:40:00.515101 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ef06d-bd10-40e0-8507-2a73668311ee x-openstack-request-id: req-877ef06d-bd10-40e0-8507-2a73668311ee {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:40:00.515437 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:40:00.515618 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-877ef06d-bd10-40e0-8507-2a73668311ee {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:40:00.516454 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'code': 200} Dec 23 11:40:00.581516 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:40:00.590113 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 05d540ac-5334-4e52-b09b-8652d424dfd5 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:40:00.590587 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.672927 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330225f4-23a0-4831-8413-aea43ce6ac17 req-f1812d83-463f-4c4d-a08a-5b106f02f71d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:00.677166 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-330225f4-23a0-4831-8413-aea43ce6ac17 req-f1812d83-463f-4c4d-a08a-5b106f02f71d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0554178 Dec 23 11:40:00.678461 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.693678 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb7657-3a9e-48b3-896f-856b74dba848 req-0aa7eb2d-daf0-4aa8-9f17-a7bbc42d2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:00.695868 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1efb7657-3a9e-48b3-896f-856b74dba848 req-0aa7eb2d-daf0-4aa8-9f17-a7bbc42d2ced service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1098 time: 0.0489843 Dec 23 11:40:00.712483 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:40:00.717154 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:00.729916 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-330225f4-23a0-4831-8413-aea43ce6ac17 req-3c05afff-336d-4729-8b7d-8853f53eb55b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489750 Dec 23 11:40:00.768785 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=8']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:40:00.992970 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1efb7657-3a9e-48b3-896f-856b74dba848 req-a3c3b4f7-e93c-4462-9280-d404a8da8c47 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884176 Dec 23 11:40:01.407895 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:01.858376 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c108bd3-bf00-4793-9ace-29405542cb52 req-9679142b-2aef-4899-a250-f6c3693f6407 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:01.859899 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c108bd3-bf00-4793-9ace-29405542cb52 req-9679142b-2aef-4899-a250-f6c3693f6407 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0527596 Dec 23 11:40:01.911466 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c108bd3-bf00-4793-9ace-29405542cb52 req-b89d6e18-6115-48a0-aa7e-351b441ec32f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Dec 23 11:40:02.517086 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:40:02.519466 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b901bd32-b2df-4d4b-b57e-a8322c7dc7b0" -d '{"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-plugged", "status": "completed", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:40:02.559714 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6f8857-994a-4d23-9f57-76a4805b7826 x-openstack-request-id: req-5c6f8857-994a-4d23-9f57-76a4805b7826 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:40:02.560013 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-plugged", "status": "completed", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:40:02.560393 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c6f8857-994a-4d23-9f57-76a4805b7826 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:40:02.560857 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'code': 200} Dec 23 11:40:02.823003 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:03.047041 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea13b9-d429-455c-bc03-c48eda5d0277 req-bbaea6a8-d97e-456f-b251-672ce4c9214d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:03.048405 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f3ea13b9-d429-455c-bc03-c48eda5d0277 req-bbaea6a8-d97e-456f-b251-672ce4c9214d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0518961 Dec 23 11:40:03.098050 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f3ea13b9-d429-455c-bc03-c48eda5d0277 req-01192a3c-7738-4463-bbf9-490c323e349e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418460 Dec 23 11:40:03.228087 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315cf31-523d-49b5-b756-1e23d997e484 req-6c100ebb-ac4b-4202-b561-ecd91671e27b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:03.229617 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e315cf31-523d-49b5-b756-1e23d997e484 req-6c100ebb-ac4b-4202-b561-ecd91671e27b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0615821 Dec 23 11:40:03.241887 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55576) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:40:03.246298 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Request body: {'floatingip': {'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:40:03.286327 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:03.739267 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:03.744390 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:03.986854 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:04.072442 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.db.l3_db [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Floating IP ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef associated. External IP: 172.27.1.205, port: 0c867a72-e7f4-4861-b6b5-72bb63b1b690. Dec 23 11:40:04.283334 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:40:04.398693 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:40:04.404193 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:04.409587 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:40:04.420427 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:40:04.421206 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:40:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:40:04.432124 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-8966de3f-ba05-45ae-b0ac-0ebeff1ceec2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "PUT /v2.0/floatingips/ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef HTTP/1.1" status: 200 len: 991 time: 1.1891859 Dec 23 11:40:04.432696 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:40:04.435119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175964af-9731-4c04-8bff-e0142373e26d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:40:04.487636 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20350699-e25f-432d-b851-6d430cb13a7d x-openstack-request-id: req-20350699-e25f-432d-b851-6d430cb13a7d {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:40:04.488098 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:40:04.488309 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20350699-e25f-432d-b851-6d430cb13a7d {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:40:04.488721 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'status': 'completed', 'code': 200} Dec 23 11:40:04.532973 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:40:04.551745 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175964af-9731-4c04-8bff-e0142373e26d req-ce532f57-e613-44ad-99c3-b6a63f2217b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:04.553347 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-ce532f57-e613-44ad-99c3-b6a63f2217b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1098 time: 0.0410509 Dec 23 11:40:04.646058 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175964af-9731-4c04-8bff-e0142373e26d req-a79a31d7-83bd-442e-a123-e39c0627222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:04.647556 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-a79a31d7-83bd-442e-a123-e39c0627222c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.0859616 Dec 23 11:40:04.713953 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-eccd2cc2-64d8-462d-83dc-2a727eadeade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 200 len: 999 time: 0.0588500 Dec 23 11:40:04.771397 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175964af-9731-4c04-8bff-e0142373e26d req-e685067e-24c6-493d-bb4c-82ecb7121f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:04.773118 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-e685067e-24c6-493d-bb4c-82ecb7121f5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0467031 Dec 23 11:40:04.774864 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'mac_address': 'fa:16:3e:e3:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:47Z', 'updated_at': '2021-12-23T11:40:03Z', 'revision_number': 1, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:40:04.805455 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:40:04.814633 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:40:04.815491 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:40:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:40:04.830059 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175964af-9731-4c04-8bff-e0142373e26d req-5498e9b8-1657-438e-b132-ea50840239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:04.831537 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-5498e9b8-1657-438e-b132-ea50840239cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458148 Dec 23 11:40:04.948420 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-81fe743e-677e-4975-a2d1-33e32592d2f6 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084499 Dec 23 11:40:04.949959 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:40:05.043808 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-175964af-9731-4c04-8bff-e0142373e26d req-fafecf61-2d62-49c3-aef8-7141b1f9b6da service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875394 Dec 23 11:40:05.183243 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'mac_address': 'fa:16:3e:e3:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:47Z', 'updated_at': '2021-12-23T11:40:03Z', 'revision_number': 1, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:40:05.340266 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011e94e-a60c-4b01-8688-08ed44832178 None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'mac_address': 'fa:16:3e:e3:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:47Z', 'updated_at': '2021-12-23T11:40:03Z', 'revision_number': 1, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:40:05.547094 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b98b8-f7d9-430a-84f0-affa29a82a3c None None] New status for floating IP ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef: ACTIVE {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:40:10.850378 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:13.305471 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:40:28.041421 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-1f9e75e7-e9ce-406c-8f1a-cba26349d140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:30.358089 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7925f5d5-8919-47ca-9a3e-70d5cc057ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:31.407158 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:32.825536 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:33.986465 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:39.242134 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64f1f-7280-4503-b390-50b736da7be0 req-26466c66-6e32-47a1-a3b7-64270c11a039 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:39.243555 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-09f64f1f-7280-4503-b390-50b736da7be0 req-26466c66-6e32-47a1-a3b7-64270c11a039 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0527308 Dec 23 11:40:39.291461 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-09f64f1f-7280-4503-b390-50b736da7be0 req-dd2530eb-b4c9-4101-94f1-250d329fcebf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415230 Dec 23 11:40:40.416252 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebb7cf-469c-4965-b202-04254786ded9 req-87f77fea-79de-4ca2-b7a0-3d99f138d9bd tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:40.417771 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0eebb7cf-469c-4965-b202-04254786ded9 req-87f77fea-79de-4ca2-b7a0-3d99f138d9bd tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0551233 Dec 23 11:40:40.488512 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0eebb7cf-469c-4965-b202-04254786ded9 req-d4e31997-7193-4ea8-a09a-649725e2d495 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640919 Dec 23 11:40:40.853778 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:41.619332 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501c2b-26a9-4fb4-aaeb-8fcd0a34d275 req-2888c2a3-ef04-4a32-aa2c-92c36fde258c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:41.620854 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-55501c2b-26a9-4fb4-aaeb-8fcd0a34d275 req-2888c2a3-ef04-4a32-aa2c-92c36fde258c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0517533 Dec 23 11:40:41.670544 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-55501c2b-26a9-4fb4-aaeb-8fcd0a34d275 req-887f5f56-7da1-45c3-8376-884eb1b72ab8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433221 Dec 23 11:40:42.793729 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eabaf-27b9-40c1-887c-56f8d2c450ed req-d838a791-2d0b-4403-9dc4-801057824c91 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:42.795228 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-376eabaf-27b9-40c1-887c-56f8d2c450ed req-d838a791-2d0b-4403-9dc4-801057824c91 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0552528 Dec 23 11:40:42.843066 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-376eabaf-27b9-40c1-887c-56f8d2c450ed req-d3622fc0-c875-4263-b690-01ec9dba7f31 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 Dec 23 11:40:43.800426 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683a49-089c-4f69-b635-e19142bc86d3 req-8acb2641-56e1-46af-91ea-11a819fb288b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:43.802113 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a683a49-089c-4f69-b635-e19142bc86d3 req-8acb2641-56e1-46af-91ea-11a819fb288b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0556691 Dec 23 11:40:43.808524 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-f01dcddc-62b4-451d-9f12-4a0b7bd4cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:43.810112 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-f01dcddc-62b4-451d-9f12-4a0b7bd4cb41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1138 time: 0.0454543 Dec 23 11:40:43.880879 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6a683a49-089c-4f69-b635-e19142bc86d3 req-d323854a-8127-4c1b-95af-c216cb784532 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684521 Dec 23 11:40:43.935548 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-7c0ed408-8af3-4d8d-bd41-6cc6ed47ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:43.937165 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-7c0ed408-8af3-4d8d-bd41-6cc6ed47ab39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 915 time: 0.1187780 Dec 23 11:40:43.979887 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccceee4-6f32-444c-b9ba-21010f007456 req-6d7e3a90-818a-4a6a-af3d-c81bb318a09a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:43.982066 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eccceee4-6f32-444c-b9ba-21010f007456 req-6d7e3a90-818a-4a6a-af3d-c81bb318a09a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0564194 Dec 23 11:40:44.013024 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-a56fb241-bb75-4414-b682-962eb347553c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 1001 time: 0.0677392 Dec 23 11:40:44.039898 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eccceee4-6f32-444c-b9ba-21010f007456 req-baf3f346-ec1c-4c93-a1f7-ba70dec910b2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460598 Dec 23 11:40:44.064820 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-5abdf0c3-6a1b-48c8-b49d-147569c9ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:44.066288 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-5abdf0c3-6a1b-48c8-b49d-147569c9ce4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0442889 Dec 23 11:40:44.119013 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-4643266b-98aa-4d3d-9111-f854ae2dfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:44.120522 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-4643266b-98aa-4d3d-9111-f854ae2dfe06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457075 Dec 23 11:40:44.223770 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-e9cfea33-ac4d-4811-bd9c-f61fcb8384e4 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874331 Dec 23 11:40:44.322139 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c4c5149a-206f-4ec2-bb34-8b0b9650f48c req-3068423c-b9e0-447e-bb35-3ab620c7fc3e service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904474 Dec 23 11:40:44.951425 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-e82f5491-2c2c-4238-b714-689fcc7e3939 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433249 Dec 23 11:40:45.009735 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c7d-088a-40bd-a1df-dc51eb1dd1db req-8918f5ee-6b29-41dd-8ee3-4db033fbbc55 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:45.011267 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-df5a6c7d-088a-40bd-a1df-dc51eb1dd1db req-8918f5ee-6b29-41dd-8ee3-4db033fbbc55 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0546093 Dec 23 11:40:45.045363 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-68406159-5529-4467-aa28-42d7804a4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:45.046866 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-68406159-5529-4467-aa28-42d7804a4481 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1098 time: 0.0475698 Dec 23 11:40:45.101541 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-df5a6c7d-088a-40bd-a1df-dc51eb1dd1db req-d02b7f4e-f7cd-4170-b9b1-e9ebc9aff263 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785971 Dec 23 11:40:45.170081 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce55d0a-aaf9-4044-9e78-ffe4c4270e55 req-ffd8ead9-7a90-48d6-8f1e-23e4cb5687b2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:45.171592 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dce55d0a-aaf9-4044-9e78-ffe4c4270e55 req-ffd8ead9-7a90-48d6-8f1e-23e4cb5687b2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0587833 Dec 23 11:40:45.171929 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-6f843bb7-6f09-48e8-be6e-04b95da0e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:45.173331 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-6f843bb7-6f09-48e8-be6e-04b95da0e0c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 908 time: 0.1041057 Dec 23 11:40:45.228832 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dce55d0a-aaf9-4044-9e78-ffe4c4270e55 req-15693996-3891-4573-8aca-a4467dfe8890 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502639 Dec 23 11:40:45.252295 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-296790a5-a332-47db-9f11-b4bd41d78da1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 1001 time: 0.0629139 Dec 23 11:40:45.307218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-932d4b37-ced8-46f6-9cc9-ce6fdf4336ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:45.308726 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-932d4b37-ced8-46f6-9cc9-ce6fdf4336ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0471852 Dec 23 11:40:45.360400 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-f4b6177d-f21b-4c77-9cd6-60f068b46550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:45.361939 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-f4b6177d-f21b-4c77-9cd6-60f068b46550 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417211 Dec 23 11:40:45.463141 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-fa4749d4-d1c5-4b39-9476-f59258556691 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915213 Dec 23 11:40:45.556418 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a5bf45dc-6f3e-4e51-9605-e754e060e5ae req-4657712a-6cc3-4f8b-9dbe-6d0b62ce144b service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844417 Dec 23 11:40:46.226650 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aac9d-ec74-40fd-a427-27a8e869662d req-0239c593-4bff-4107-b592-63c260ed94b2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:46.228238 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-197aac9d-ec74-40fd-a427-27a8e869662d req-0239c593-4bff-4107-b592-63c260ed94b2 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0539875 Dec 23 11:40:46.297753 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-197aac9d-ec74-40fd-a427-27a8e869662d req-ce60069f-7150-41d0-befd-28016c0bb3ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619738 Dec 23 11:40:46.352441 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b7337-a4be-4e86-8889-e91b59800083 req-3c44e1ea-a6a0-449f-9752-fe68fdb0c4d2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:46.354039 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-117b7337-a4be-4e86-8889-e91b59800083 req-3c44e1ea-a6a0-449f-9752-fe68fdb0c4d2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0511289 Dec 23 11:40:46.403338 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-117b7337-a4be-4e86-8889-e91b59800083 req-2ef0d48d-c3b8-472a-bb20-3b341679d27f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Dec 23 11:40:47.423651 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f474868-834c-4407-a813-adffb47facc6 req-cefb2f8d-31ce-4dd9-afaa-fcd6bc665ad7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:47.425252 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f474868-834c-4407-a813-adffb47facc6 req-cefb2f8d-31ce-4dd9-afaa-fcd6bc665ad7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0546191 Dec 23 11:40:47.489264 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f474868-834c-4407-a813-adffb47facc6 req-6eaa393c-9cb1-41ed-b545-9ffa1869faac tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572243 Dec 23 11:40:47.614554 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03686-1f01-43e1-b70f-745d22916053 req-86037dbf-738e-4282-970a-da20ee28202a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:47.616108 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44a03686-1f01-43e1-b70f-745d22916053 req-86037dbf-738e-4282-970a-da20ee28202a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0649414 Dec 23 11:40:47.669089 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-44a03686-1f01-43e1-b70f-745d22916053 req-a125ad7c-7faf-4826-996c-3a8899556211 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Dec 23 11:40:48.631691 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac485db-46b2-44d2-90ab-581ee0812c52 req-64ed2765-c639-4f24-aa11-eaa584ae6a3f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:48.633323 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dac485db-46b2-44d2-90ab-581ee0812c52 req-64ed2765-c639-4f24-aa11-eaa584ae6a3f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0604365 Dec 23 11:40:48.703276 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dac485db-46b2-44d2-90ab-581ee0812c52 req-d5bd1608-74a8-4055-89b5-dcb25cb91dcd tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621753 Dec 23 11:40:48.796456 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16548492-59d3-43b3-bc1d-7b8662cab9e9 req-c329cc29-20e7-4a52-b977-810ed28c932f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:48.797892 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-16548492-59d3-43b3-bc1d-7b8662cab9e9 req-c329cc29-20e7-4a52-b977-810ed28c932f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0525944 Dec 23 11:40:48.860978 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-16548492-59d3-43b3-bc1d-7b8662cab9e9 req-97ea3124-31a5-467e-9056-2373a0c7292b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548429 Dec 23 11:40:49.832283 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef85caa-1771-41b9-b152-5cfd16bcf359 req-69d37fb4-e32c-435c-981b-0628b7fb28d1 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:49.833402 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ef85caa-1771-41b9-b152-5cfd16bcf359 req-69d37fb4-e32c-435c-981b-0628b7fb28d1 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0506647 Dec 23 11:40:49.919108 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0ef85caa-1771-41b9-b152-5cfd16bcf359 req-3aa98bd9-aeb4-48a4-982c-d8de68ef8fd6 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789943 Dec 23 11:40:50.004395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79098e08-2e81-45e6-92aa-9539d495108e req-46f288cd-87f9-4123-a58c-2467f9839638 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:50.005911 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-79098e08-2e81-45e6-92aa-9539d495108e req-46f288cd-87f9-4123-a58c-2467f9839638 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0533123 Dec 23 11:40:50.058845 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-79098e08-2e81-45e6-92aa-9539d495108e req-f8d5ebb1-e256-4bb2-aa4e-a8abfadc59e8 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Dec 23 11:40:50.273476 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0db5a-a950-48cb-bea7-c10e8cff38aa req-6dd689da-d181-441a-a9ee-8ecee5de1180 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:50.274990 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ad0db5a-a950-48cb-bea7-c10e8cff38aa req-6dd689da-d181-441a-a9ee-8ecee5de1180 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0586522 Dec 23 11:40:50.305107 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:40:50.326172 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3ad0db5a-a950-48cb-bea7-c10e8cff38aa req-7c2937e6-0dd1-423f-a8ef-c23eff0abc77 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 Dec 23 11:40:50.336305 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-ad44c087-0b6b-4b44-9930-7dd263e27fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:50.338253 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-ad44c087-0b6b-4b44-9930-7dd263e27fc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1099 time: 0.0442326 Dec 23 11:40:50.437863 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-80453191-6733-4e0e-8526-3aa4b4f038a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:50.439255 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-80453191-6733-4e0e-8526-3aa4b4f038a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.0922453 Dec 23 11:40:50.508947 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-c8601fb1-108a-40e0-86ba-ebc7da890042 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 1001 time: 0.0615661 Dec 23 11:40:50.571167 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-b4be2904-7cce-40b1-9236-1a27d1bc1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:50.573008 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-b4be2904-7cce-40b1-9236-1a27d1bc1260 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0561578 Dec 23 11:40:50.629555 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-c7ef6013-f97f-4ab1-bcbe-fc38d4bc2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:50.631042 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-c7ef6013-f97f-4ab1-bcbe-fc38d4bc2b8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492589 Dec 23 11:40:50.727881 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-2f7dc28f-b88f-4903-b298-cb6ffcd311ea service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886996 Dec 23 11:40:50.845362 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e7cf648d-d4f5-4c66-a1cb-eb2ef498f1c9 req-25c260f5-f647-4534-a60d-92e07f299946 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077063 Dec 23 11:40:51.052978 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42069-2814-4275-97a5-56ca12e8a694 req-754512f2-3775-4cf7-83cf-ce3f36185f3d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:51.054437 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26f42069-2814-4275-97a5-56ca12e8a694 req-754512f2-3775-4cf7-83cf-ce3f36185f3d tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0510917 Dec 23 11:40:51.130291 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26f42069-2814-4275-97a5-56ca12e8a694 req-5d46ddba-4296-4116-bf92-958512417ed8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696206 Dec 23 11:40:51.464352 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee689-c092-4b73-a09a-b422b10b069e req-7caf75b2-9ea9-4fa4-ba55-ec5480016c4e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:51.465841 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3d9ee689-c092-4b73-a09a-b422b10b069e req-7caf75b2-9ea9-4fa4-ba55-ec5480016c4e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0552301 Dec 23 11:40:51.514687 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3d9ee689-c092-4b73-a09a-b422b10b069e req-f2bc6019-0499-4fc9-8936-729a97cb7f70 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423336 Dec 23 11:40:52.285403 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb965b-d91d-4e68-bf86-e63b64d0983a req-a3a33899-11c0-4973-84e0-bae777201383 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:52.286896 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebbb965b-d91d-4e68-bf86-e63b64d0983a req-a3a33899-11c0-4973-84e0-bae777201383 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0526817 Dec 23 11:40:52.349941 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebbb965b-d91d-4e68-bf86-e63b64d0983a req-77dda280-16c5-41eb-ad30-6f5239614e74 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560796 Dec 23 11:40:52.654255 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1495-cd87-40e0-b6ef-c868ac310c43 req-e774f685-8f8e-4ab0-9397-ed638b92fad1 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:52.655800 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ba3d1495-cd87-40e0-b6ef-c868ac310c43 req-e774f685-8f8e-4ab0-9397-ed638b92fad1 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0510421 Dec 23 11:40:52.712293 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ba3d1495-cd87-40e0-b6ef-c868ac310c43 req-35372e64-1435-4d0b-805d-bb1ef01bb9d4 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500603 Dec 23 11:40:53.478017 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf318662-2227-40f0-a2a1-47b046c2987d req-075e6aca-a54f-47d7-bc6a-5f42c217ff51 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:53.479596 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cf318662-2227-40f0-a2a1-47b046c2987d req-075e6aca-a54f-47d7-bc6a-5f42c217ff51 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0524194 Dec 23 11:40:53.566013 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cf318662-2227-40f0-a2a1-47b046c2987d req-f293d5cf-034c-47f9-a88b-b557148a67f7 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768952 Dec 23 11:40:54.702580 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df77594-fe1a-4f24-ab1d-db11b619dc53 req-be9c59e5-e8ff-46aa-86be-66756cc58c59 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:54.704122 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4df77594-fe1a-4f24-ab1d-db11b619dc53 req-be9c59e5-e8ff-46aa-86be-66756cc58c59 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0615070 Dec 23 11:40:54.772113 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4df77594-fe1a-4f24-ab1d-db11b619dc53 req-e13bd968-49ee-45ac-a82a-33bb6f9865b8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577981 Dec 23 11:40:55.898004 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed88d4-33d1-4cba-a83b-b7f0a6c5726d req-845aa324-bc40-4841-92ca-9cc7ade6b191 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:55.899574 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-deed88d4-33d1-4cba-a83b-b7f0a6c5726d req-845aa324-bc40-4841-92ca-9cc7ade6b191 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0574696 Dec 23 11:40:55.967919 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-deed88d4-33d1-4cba-a83b-b7f0a6c5726d req-ee3eec37-ab8e-4c06-8241-ebee2ba8afd6 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617070 Dec 23 11:40:57.125308 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66dc81-faab-4920-a041-78f0e95ee092 req-648968ba-7880-4247-89f2-0e4e17438328 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:57.126843 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ef66dc81-faab-4920-a041-78f0e95ee092 req-648968ba-7880-4247-89f2-0e4e17438328 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0685265 Dec 23 11:40:57.193688 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ef66dc81-faab-4920-a041-78f0e95ee092 req-6465e9c5-7b6b-4690-ac5d-eb7674ad5317 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588193 Dec 23 11:40:58.049352 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-2c498b59-f556-4c07-8c48-55d0add46009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:40:58.320904 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ba9cd-5fd9-4d72-bc7e-662f4e3618d9 req-68e157f0-e210-47dd-95d6-0badce4baf2e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:58.322279 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-590ba9cd-5fd9-4d72-bc7e-662f4e3618d9 req-68e157f0-e210-47dd-95d6-0badce4baf2e tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0507472 Dec 23 11:40:58.389668 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-590ba9cd-5fd9-4d72-bc7e-662f4e3618d9 req-097c5a10-5f64-4651-bd89-e6e25b4cb548 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608766 Dec 23 11:40:59.523366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7859c6-2bc5-4a00-9693-dd04582bedc4 req-bd362b54-27c8-48df-9549-4d877dad7a4f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:40:59.524842 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a7859c6-2bc5-4a00-9693-dd04582bedc4 req-bd362b54-27c8-48df-9549-4d877dad7a4f tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0531077 Dec 23 11:40:59.589276 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3a7859c6-2bc5-4a00-9693-dd04582bedc4 req-c985a7ae-987c-4661-8a18-a1b971e0abe0 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581274 Dec 23 11:41:00.362445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb5c5-8844-4786-b93a-0d7a39b30d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:00.717536 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac578-786c-4d6c-bc48-6023b7d5b49c req-e97d4b4f-4d7b-434a-bd23-bee31b365907 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:00.719096 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c4ac578-786c-4d6c-bc48-6023b7d5b49c req-e97d4b4f-4d7b-434a-bd23-bee31b365907 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0501797 Dec 23 11:41:00.785462 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c4ac578-786c-4d6c-bc48-6023b7d5b49c req-cacf6140-8db5-4736-a255-5f2161c92233 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&id=4005d14c-0b0c-49a7-b8e4-53230412b588&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579326 Dec 23 11:41:01.413793 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:02.828930 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:03.981609 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:10.869954 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:27.309093 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:41:28.044527 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-b7846ccc-22ea-455e-ad20-406f34e62c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:30.367762 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7c2df512-4b64-49f4-b44c-27ba03b306fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:31.417683 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:32.831057 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:33.209237 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb07222-4c59-4d04-be96-5dda40e1e777 req-c0adada3-2c74-4325-a2c7-6a4a63537044 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:33.210594 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-afb07222-4c59-4d04-be96-5dda40e1e777 req-c0adada3-2c74-4325-a2c7-6a4a63537044 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0548134 Dec 23 11:41:33.262450 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-afb07222-4c59-4d04-be96-5dda40e1e777 req-746fe5e7-da33-423a-ab40-487e2693a5f1 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Dec 23 11:41:33.989150 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:34.401980 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d1a4-f52c-4f5e-b9be-fa4eb9e29db8 req-f2b7a4a9-fc0c-4bcc-bfa0-d828742502b6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:34.403416 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f967d1a4-f52c-4f5e-b9be-fa4eb9e29db8 req-f2b7a4a9-fc0c-4bcc-bfa0-d828742502b6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0516713 Dec 23 11:41:34.452770 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f967d1a4-f52c-4f5e-b9be-fa4eb9e29db8 req-dab0c99e-aa24-42a9-9092-3b23e4b3e88f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Dec 23 11:41:35.598121 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90879494-2157-4885-a406-8ff48d10b8b8 req-fe2f887c-365c-46ce-9336-07c87a01a623 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:35.599931 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-90879494-2157-4885-a406-8ff48d10b8b8 req-fe2f887c-365c-46ce-9336-07c87a01a623 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0581729 Dec 23 11:41:35.649916 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-90879494-2157-4885-a406-8ff48d10b8b8 req-388b5a1e-182f-4590-80b4-e644be587943 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Dec 23 11:41:36.558469 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55904) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:36.773399 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271f4a4-ed78-48fc-8889-39959bf8ff50 req-5e424c49-6d13-4d53-a4eb-9fe85b2037fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:36.774881 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4271f4a4-ed78-48fc-8889-39959bf8ff50 req-5e424c49-6d13-4d53-a4eb-9fe85b2037fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0507722 Dec 23 11:41:36.824759 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4271f4a4-ed78-48fc-8889-39959bf8ff50 req-b2abac8f-e980-4f91-bd49-be97efe52572 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Dec 23 11:41:36.839050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Deleting port fb18d099-b3d8-457f-b4fd-3a54e8e8e0c4 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:36.839414 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:36.914994 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:36.915281 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:36.926672 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Calling delete_port for fb18d099-b3d8-457f-b4fd-3a54e8e8e0c4 owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:37.108833 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:37.137826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event deleted for resources: {'Port': ['ID=fb18d099-b3d8-457f-b4fd-3a54e8e8e0c4,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:37.163338 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.163679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.164009 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.164328 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.164643 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.164983 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.165296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.165598 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.165886 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.166194 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.166502 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.166807 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.167108 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:37.204911 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:37.205244 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Floating IP 5337f971-c968-49e3-bc13-d138ac89411d disassociated (deleted). External IP: 172.27.1.254, port: 05d540ac-5334-4e52-b09b-8652d424dfd5. Dec 23 11:41:37.410260 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:41:37.527074 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:41:37.532031 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:37.537257 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] Sync routers for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:41:37.546544 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:41:37.547173 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:41:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:37.558638 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-04573fd6-5537-4673-8731-e6ffd6d974e6 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "DELETE /v2.0/floatingips/5337f971-c968-49e3-bc13-d138ac89411d HTTP/1.1" status: 204 len: 168 time: 0.9988558 Dec 23 11:41:37.559231 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:41:37.562010 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ff931-39b3-4bae-b775-5f636abf0255" -d '{"events": [{"name": "network-changed", "server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:41:37.597899 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c70ee6-544c-4c7c-941f-f80745d6e913 x-openstack-request-id: req-59c70ee6-544c-4c7c-941f-f80745d6e913 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:41:37.598189 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:41:37.598754 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59c70ee6-544c-4c7c-941f-f80745d6e913 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:41:37.599153 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'status': 'completed', 'code': 200} Dec 23 11:41:37.663300 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:41:37.670766 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-a5801d9f-2595-4b09-9069-b30f35c886f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:37.672294 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-a5801d9f-2595-4b09-9069-b30f35c886f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=47fecf710518479da14a3e2f9b73a896&device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 1098 time: 0.0484502 Dec 23 11:41:37.786680 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-0444e7fb-6b3e-4a48-a0b2-fd89f2f69624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:37.788180 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-0444e7fb-6b3e-4a48-a0b2-fd89f2f69624 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 200 len: 908 time: 0.1058836 Dec 23 11:41:37.792606 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123a61-07b5-4ea9-8a62-c63b88a5a17a req-c579ce3e-636b-4c58-b292-ff3101f49991 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:37.794108 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-11123a61-07b5-4ea9-8a62-c63b88a5a17a req-c579ce3e-636b-4c58-b292-ff3101f49991 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0481751 Dec 23 11:41:37.834641 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-a15705c8-3fa1-433e-827c-48254f5ba51c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 200 len: 217 time: 0.0380085 Dec 23 11:41:37.855306 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-11123a61-07b5-4ea9-8a62-c63b88a5a17a req-70b97aac-8b45-488c-861b-6f670b2e0d39 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547836 Dec 23 11:41:37.899134 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:37.913059 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-f8604e50-6b3b-4316-a5eb-cd0f0d329b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:37.914610 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-f8604e50-6b3b-4316-a5eb-cd0f0d329b37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 200 len: 847 time: 0.0722470 Dec 23 11:41:37.930908 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] Checking router: df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:41:37.939458 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:41:37.940092 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:41:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:37.959808 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727cf59-5d17-4fd5-a660-31b290ea47d6 req-fa203245-1611-4711-b0a0-19e16156b404 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:37.961469 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f727cf59-5d17-4fd5-a660-31b290ea47d6 req-fa203245-1611-4711-b0a0-19e16156b404 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0520976 Dec 23 11:41:37.963503 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-f7b331ad-df47-4863-a5f9-470a90c65d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:37.965174 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-f7b331ad-df47-4863-a5f9-470a90c65d9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f230ed-a347-4a1e-9378-1d668ecadb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425093 Dec 23 11:41:38.010649 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f727cf59-5d17-4fd5-a660-31b290ea47d6 req-24588207-f1f0-49da-bddb-1ff0a69b6096 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Dec 23 11:41:38.046592 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:41:38.064132 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-a175cd18-e84c-43bc-a2a8-f008ed72a892 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905714 Dec 23 11:41:38.155391 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b1ff931-39b3-4bae-b775-5f636abf0255 req-ff08f144-049c-410f-b713-bc14d78cbf20 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827107 Dec 23 11:41:38.247423 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:38.272915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ae959a-2bee-43cb-a96a-f52db817e25a None None] The sync data for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi is: [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:35:17Z', 'revision_number': 4, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '4734d556-1a76-4a5e-aff9-5647b39980cf', 'name': '', 'network_id': 'e9f230ed-a347-4a1e-9378-1d668ecadb35', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'mac_address': 'fa:16:3e:9d:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:17Z', 'updated_at': '2021-12-23T11:35:21Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'subnets': [{'id': 'dc307048-6503-4f3a-af1b-341f7a72cd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:41:38.495162 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ee3ca-aba9-4be9-b535-f3fd1c8acf1c None None] New status for floating IP 5337f971-c968-49e3-bc13-d138ac89411d: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:41:38.995730 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2644d68-a40c-4a07-97ed-a6d890d231a1 req-2303620d-d5c5-440a-924d-40f000e66c7a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:38.997182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2644d68-a40c-4a07-97ed-a6d890d231a1 req-2303620d-d5c5-440a-924d-40f000e66c7a tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0486324 Dec 23 11:41:39.046983 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2644d68-a40c-4a07-97ed-a6d890d231a1 req-3989fbec-a139-4595-afef-c9ac130268af tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/security-groups?id=857323fd-411a-425a-88de-2aa2415e3299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Dec 23 11:41:39.140210 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046be03-bce0-4493-bbe0-262fb5714018 req-7e55e12b-052e-4a06-8b17-434f9007dbf8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:39.142434 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d046be03-bce0-4493-bbe0-262fb5714018 req-7e55e12b-052e-4a06-8b17-434f9007dbf8 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0571573 Dec 23 11:41:39.191110 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d046be03-bce0-4493-bbe0-262fb5714018 req-ebaadc6b-d786-49a9-ad58-66801cf31ac3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Dec 23 11:41:39.682577 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-36629a11-c0bf-43c6-bd50-b485d30bb922 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:39.684009 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-36629a11-c0bf-43c6-bd50-b485d30bb922 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.32 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 945 time: 0.0587265 Dec 23 11:41:39.783251 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Deleting port 05d540ac-5334-4e52-b09b-8652d424dfd5 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:39.783580 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:39.871247 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] For port 05d540ac-5334-4e52-b09b-8652d424dfd5, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=05d540ac-5334-4e52-b09b-8652d424dfd5,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:39.871602 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:39.884325 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Calling delete_port for 05d540ac-5334-4e52-b09b-8652d424dfd5 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:40.021798 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:40.049689 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event deleted for resources: {'Port': ['ID=05d540ac-5334-4e52-b09b-8652d424dfd5,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:40.094034 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] No DVR routers for this DVR port 05d540ac-5334-4e52-b09b-8652d424dfd5 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:41:40.096647 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:40.100465 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3825b30a-19be-43c3-a3c8-c5b1d84e3849 req-0b7ed897-eb48-4784-b287-1860535b5e72 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.32 "DELETE /v2.0/ports/05d540ac-5334-4e52-b09b-8652d424dfd5 HTTP/1.1" status: 204 len: 173 time: 0.4072969 Dec 23 11:41:40.100940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-deleted', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:41:40.103158 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3232595-a735-48ae-b04e-d8d2bfe8bc7b" -d '{"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-deleted", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:41:40.141605 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86838c8-bb84-4a73-86a6-1352e622285a x-openstack-request-id: req-d86838c8-bb84-4a73-86a6-1352e622285a {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:41:40.142008 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8414d68a-0e67-419a-aeb0-c0a44084134c", "name": "network-vif-deleted", "tag": "05d540ac-5334-4e52-b09b-8652d424dfd5", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:41:40.142262 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d86838c8-bb84-4a73-86a6-1352e622285a {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:41:40.142701 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8414d68a-0e67-419a-aeb0-c0a44084134c', 'name': 'network-vif-deleted', 'tag': '05d540ac-5334-4e52-b09b-8652d424dfd5', 'status': 'completed', 'code': 200} Dec 23 11:41:40.146775 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0c2ef9df-879e-493d-8db0-02508af138f4 req-0830fb51-1bbf-4b43-905a-96c46830b887 tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "GET /v2.0/ports?device_id=8414d68a-0e67-419a-aeb0-c0a44084134c HTTP/1.1" status: 200 len: 210 time: 0.0273263 Dec 23 11:41:40.320298 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba779-3642-44aa-ace5-c5ee2ee577e2 req-d49c86ca-63a9-4c55-86fe-72dc28c4e040 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:40.321749 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d00ba779-3642-44aa-ace5-c5ee2ee577e2 req-d49c86ca-63a9-4c55-86fe-72dc28c4e040 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0540521 Dec 23 11:41:40.371833 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d00ba779-3642-44aa-ace5-c5ee2ee577e2 req-d64601da-9ff3-4643-9caf-a18d8c134519 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Dec 23 11:41:40.879965 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:41.203266 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55936) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:41.269659 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a07ca4b5-7901-4444-9933-af023b7a2c4c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:41.296364 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a07ca4b5-7901-4444-9933-af023b7a2c4c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:41.364116 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a07ca4b5-7901-4444-9933-af023b7a2c4c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:41.366765 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-a07ca4b5-7901-4444-9933-af023b7a2c4c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:41.367906 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-a07ca4b5-7901-4444-9933-af023b7a2c4c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] 10.222.0.31 "DELETE /v2.0/security-groups/857323fd-411a-425a-88de-2aa2415e3299 HTTP/1.1" status: 204 len: 168 time: 0.1635909 Dec 23 11:41:41.377424 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ca4b5-7901-4444-9933-af023b7a2c4c tempest-TestShelveInstance-1229718355 tempest-TestShelveInstance-1229718355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857323fd-411a-425a-88de-2aa2415e3299,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:41.421696 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55942) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:41.499620 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca4fc0-0703-4e02-973a-a13652dcaa55 req-c66db78c-6192-4fd2-9cf9-ae94f0a6f1a0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:41.501232 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e5ca4fc0-0703-4e02-973a-a13652dcaa55 req-c66db78c-6192-4fd2-9cf9-ae94f0a6f1a0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0516930 Dec 23 11:41:41.592534 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e5ca4fc0-0703-4e02-973a-a13652dcaa55 req-8d09ef74-5a1c-46c5-947c-1e1b119f05a9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850484 Dec 23 11:41:41.958241 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:42.506136 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Deleting port 4734d556-1a76-4a5e-aff9-5647b39980cf {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:42.506896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:42.586962 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] For port 4734d556-1a76-4a5e-aff9-5647b39980cf, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=4734d556-1a76-4a5e-aff9-5647b39980cf,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:42.587330 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:42.599754 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Calling delete_port for 4734d556-1a76-4a5e-aff9-5647b39980cf owned by network:router_interface {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:42.765493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e48ed-84ca-454c-b739-0f6646f2fec3 req-57e7c3f1-cb47-4903-97d4-d06035adf063 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:42.766834 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9c7e48ed-84ca-454c-b739-0f6646f2fec3 req-57e7c3f1-cb47-4903-97d4-d06035adf063 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0673015 Dec 23 11:41:42.821753 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:42.842055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 05d540ac-5334-4e52-b09b-8652d424dfd5 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:42.842369 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 05d540ac-5334-4e52-b09b-8652d424dfd5 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:42.853286 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9c7e48ed-84ca-454c-b739-0f6646f2fec3 req-22f42159-0cb8-42c6-8df1-0109b32e5a19 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802639 Dec 23 11:41:42.854315 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:42.884721 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4734d556-1a76-4a5e-aff9-5647b39980cf,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:42.909569 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.909914 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.910250 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.910605 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.910924 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.911245 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.911562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.911875 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.912191 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.912505 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.912817 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.913152 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:42.913467 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:43.055491 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:43.280931 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:41:43.389502 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:41:43.394640 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-e4c4b8f5-91d0-457e-9090-17d7fa10b0d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/df5e1765-4fe4-4da5-a6bc-d3c93cc32be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703376 Dec 23 11:41:43.397323 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55948) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:43.400596 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] Sync routers for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:41:43.411259 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:41:43.411878 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:41:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:43.502824 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks [] for router, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:43.520813 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:41:43.606832 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:43.660929 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Deleting port d71cb69e-5ab1-43d2-b365-2efd54034fd7 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:43.661452 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:43.699517 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:41:42Z', 'revision_number': 5, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port': {'id': 'd71cb69e-5ab1-43d2-b365-2efd54034fd7', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:14Z', 'updated_at': '2021-12-23T11:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:43.729995 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] Checking router: df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:41:43.738711 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] Routers {'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:41:43.739322 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:41:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:43.745318 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] For port d71cb69e-5ab1-43d2-b365-2efd54034fd7, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=d71cb69e-5ab1-43d2-b365-2efd54034fd7,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:43.745696 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:43.758036 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Calling delete_port for d71cb69e-5ab1-43d2-b365-2efd54034fd7 owned by network:router_gateway {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:43.826100 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] Set router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 gateway port host: None {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:41:43.878783 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:41:43Z', 'revision_number': 6, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:43.908581 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6820453-91c9-4bc2-8084-a149a12a979e None None] The sync data for ids ['df5e1765-4fe4-4da5-a6bc-d3c93cc32be9'] in dv-cinder-730936-3-iscsi is: [{'id': 'df5e1765-4fe4-4da5-a6bc-d3c93cc32be9', 'name': 'tempest-TestShelveInstance-752429190-router', 'tenant_id': '47fecf710518479da14a3e2f9b73a896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:13Z', 'updated_at': '2021-12-23T11:41:43Z', 'revision_number': 6, 'project_id': '47fecf710518479da14a3e2f9b73a896', 'gw_port_host': None}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:41:43.928495 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:43.982141 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=d71cb69e-5ab1-43d2-b365-2efd54034fd7,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:44.046323 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa39ace-0478-44e6-b7e6-f204d8c422e0 req-3f6a52e7-df83-4a21-938b-fd4cfeac3eb7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:44.047785 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eaa39ace-0478-44e6-b7e6-f204d8c422e0 req-3f6a52e7-df83-4a21-938b-fd4cfeac3eb7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.1168292 Dec 23 11:41:44.052544 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.169831 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.172984 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.246572 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-eaa39ace-0478-44e6-b7e6-f204d8c422e0 req-59189560-f8e3-42c4-80f8-bd0f6464fbf5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915224 Dec 23 11:41:44.251485 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.252079 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 {{(pid=102559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:41:44.261646 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.265282 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-3a260ed7-da94-416c-9639-d7477aa09bfd admin admin] 10.222.0.31 "DELETE /v2.0/routers/df5e1765-4fe4-4da5-a6bc-d3c93cc32be9 HTTP/1.1" status: 204 len: 168 time: 0.8647118 Dec 23 11:41:44.265589 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55954) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:44.315666 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Deleting subnet dc307048-6503-4f3a-af1b-341f7a72cd48 {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:41:44.319466 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.364779 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.408001 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 4734d556-1a76-4a5e-aff9-5647b39980cf no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:44.428393 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 4734d556-1a76-4a5e-aff9-5647b39980cf {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:44.428705 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 4734d556-1a76-4a5e-aff9-5647b39980cf not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:44.473848 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.533531 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.558882 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc307048-6503-4f3a-af1b-341f7a72cd48,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:44.563354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.566865 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-502ab9ab-f3f3-4853-92a0-77a3abf545f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc307048-6503-4f3a-af1b-341f7a72cd48 HTTP/1.1" status: 204 len: 168 time: 0.3002768 Dec 23 11:41:44.569204 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c80849-fa11-48b4-9afa-307727e369a9 None None] Network e9f230ed-a347-4a1e-9378-1d668ecadb35 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:41:44.569811 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55956) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:44.645717 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.708085 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Deleting port 0314358a-1dc3-4079-963a-3bf05e550cab {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:44.708363 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.779286 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] For port 0314358a-1dc3-4079-963a-3bf05e550cab, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=0314358a-1dc3-4079-963a-3bf05e550cab,segment=NetworkSegment(ca79e8dd-297f-4031-bda8-4d26aa47c6ba),segment_id=ca79e8dd-297f-4031-bda8-4d26aa47c6ba)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:44.779678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.794304 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Calling delete_port for 0314358a-1dc3-4079-963a-3bf05e550cab owned by network:dhcp {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:44.879416 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47afbc3-bb84-4eb4-8fc1-205e304cea7e None None] DHCP port deletion for e9f230ed-a347-4a1e-9378-1d668ecadb35 request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:41:44.882815 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:44.911828 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] No DVR routers for this DVR port 0314358a-1dc3-4079-963a-3bf05e550cab on host dv-cinder-730936-3-iscsi {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:41:44.917066 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Pushing event deleted for resources: {'Port': ['ID=0314358a-1dc3-4079-963a-3bf05e550cab,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:44.992408 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:45.014513 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f230ed-a347-4a1e-9378-1d668ecadb35']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:45.025187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:45.025530 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca79e8dd-297f-4031-bda8-4d26aa47c6ba') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:45.036525 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:45.051242 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:45.058210 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:41:45.058617 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.060325 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:41:45.062691 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:41:45.124514 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:45.131504 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:45.135660 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e9f230ed-a347-4a1e-9378-1d668ecadb35 HTTP/1.1" status: 204 len: 168 time: 0.5648043 Dec 23 11:41:45.139026 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55958) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:45.146710 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a254ac1-8849-41a3-ac2b-4b7914c9da05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f230ed-a347-4a1e-9378-1d668ecadb35,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:45.437350 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c798-5ad8-4330-8d18-794d347e41b6 req-5405fc20-7ce7-4c70-941f-1de25a906ad0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:45.439521 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4739c798-5ad8-4330-8d18-794d347e41b6 req-5405fc20-7ce7-4c70-941f-1de25a906ad0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0815711 Dec 23 11:41:45.502952 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4739c798-5ad8-4330-8d18-794d347e41b6 req-0a25697e-f0f5-434c-9f90-4daa1568d80c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533137 Dec 23 11:41:45.911661 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:46.254083 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Deleting port e7a452db-3eb2-4e66-9108-5364465ec954 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:46.254083 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:46.265008 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d71cb69e-5ab1-43d2-b365-2efd54034fd7 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:46.271837 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-45fa9696-edf3-4f13-8756-b05c0ae744c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734782 Dec 23 11:41:46.289237 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: d71cb69e-5ab1-43d2-b365-2efd54034fd7 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:46.289597 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d71cb69e-5ab1-43d2-b365-2efd54034fd7 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:46.290024 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 0314358a-1dc3-4079-963a-3bf05e550cab no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:46.309267 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 0314358a-1dc3-4079-963a-3bf05e550cab {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:46.309622 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 0314358a-1dc3-4079-963a-3bf05e550cab not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:46.383311 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] For port e7a452db-3eb2-4e66-9108-5364465ec954, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=e7a452db-3eb2-4e66-9108-5364465ec954,segment=NetworkSegment(386f70f6-4588-4274-a0a1-6260ae40cc22),segment_id=386f70f6-4588-4274-a0a1-6260ae40cc22)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:46.383840 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:46.387216 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-bbb0d347-5ef8-4eaa-8f81-2c6182adca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:46.388736 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-bbb0d347-5ef8-4eaa-8f81-2c6182adca92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 1099 time: 0.0648971 Dec 23 11:41:46.401135 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Calling delete_port for e7a452db-3eb2-4e66-9108-5364465ec954 owned by network:router_interface {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:46.577105 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-2edc12c0-0b77-4723-8bfb-7fa6064bd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:46.578621 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-2edc12c0-0b77-4723-8bfb-7fa6064bd911 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.1674328 Dec 23 11:41:46.656117 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9f84-d95b-4e60-8db9-938c3c34a9a2 req-1f2e5db4-0276-446f-951e-0e114748f687 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:46.660006 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5acd9f84-d95b-4e60-8db9-938c3c34a9a2 req-1f2e5db4-0276-446f-951e-0e114748f687 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0562286 Dec 23 11:41:46.687868 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-96d697bf-f46c-4563-8794-ab24910b4e79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 200 len: 1001 time: 0.0985434 Dec 23 11:41:46.738756 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5acd9f84-d95b-4e60-8db9-938c3c34a9a2 req-a70ba588-c6d6-413a-9f1c-02286497492c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672560 Dec 23 11:41:46.773883 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-f2138bea-1a75-4752-8640-d28e607b1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:46.774089 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-f2138bea-1a75-4752-8640-d28e607b1aab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0604348 Dec 23 11:41:46.774842 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:46.807300 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a452db-3eb2-4e66-9108-5364465ec954,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:46.847295 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:41:46.899663 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-f1394357-cc5c-4df5-be70-438cf9086c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:46.901218 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-f1394357-cc5c-4df5-be70-438cf9086c7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037323 Dec 23 11:41:46.974362 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:46.987890 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'mac_address': 'fa:16:3e:e3:7c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:41:47.030348 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.045687 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c867a72-e7f4-4861-b6b5-72bb63b1b690 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:41:47.068629 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:47.070205 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.073248 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-609668c4-9d36-43e8-96b8-abd63b9532f5 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640840 Dec 23 11:41:47.073402 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.138313 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=6']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:47.147591 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.147903 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.148288 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.148578 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.148931 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.149250 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.149573 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.149890 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.150201 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.150517 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.150848 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.151139 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.151513 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:41:47.184224 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['0c867a72-e7f4-4861-b6b5-72bb63b1b690'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:41:47.248568 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4b4b2ff-0c3e-4992-bf72-a6ab59c9b2b5 req-81ded998-6843-44af-a4cb-967b3952e8ba service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675446 Dec 23 11:41:47.367191 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Router 510363cf-6adf-43e3-9135-4b7cf52c5c97 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:41:47.480490 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:41:47.486068 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-048ba54a-635a-41f2-9388-2551de650d94 admin admin] 10.222.0.31 "PUT /v2.0/routers/510363cf-6adf-43e3-9135-4b7cf52c5c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456829 Dec 23 11:41:47.488608 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55964) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:47.493766 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] Sync routers for ids ['510363cf-6adf-43e3-9135-4b7cf52c5c97'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:41:47.509218 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] Routers {'510363cf-6adf-43e3-9135-4b7cf52c5c97'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:41:47.510161 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:41:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['510363cf-6adf-43e3-9135-4b7cf52c5c97'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:47.603081 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks [] for router, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.656321 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] Set router 510363cf-6adf-43e3-9135-4b7cf52c5c97 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:41:47.727628 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.801908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Deleting port ccefb6f0-e464-471d-a403-a43b98ca76d1 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:47.802197 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.861882 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:41:46Z', 'revision_number': 5, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port': {'id': 'ccefb6f0-e464-471d-a403-a43b98ca76d1', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:20Z', 'updated_at': '2021-12-23T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:47.897127 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] Checking router: 510363cf-6adf-43e3-9135-4b7cf52c5c97 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:41:47.905209 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] For port ccefb6f0-e464-471d-a403-a43b98ca76d1, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=ccefb6f0-e464-471d-a403-a43b98ca76d1,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:47.905585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:47.907655 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] Routers {'510363cf-6adf-43e3-9135-4b7cf52c5c97'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:41:47.908419 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:41:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['510363cf-6adf-43e3-9135-4b7cf52c5c97'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:47.925269 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Calling delete_port for ccefb6f0-e464-471d-a403-a43b98ca76d1 owned by network:router_gateway {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:47.928465 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205264e-dcae-4ee5-9283-33cdd44ab59e req-d83aa0f5-1ca5-4f90-8afa-7a1693450d50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:47.930799 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6205264e-dcae-4ee5-9283-33cdd44ab59e req-d83aa0f5-1ca5-4f90-8afa-7a1693450d50 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0748825 Dec 23 11:41:48.011190 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6205264e-dcae-4ee5-9283-33cdd44ab59e req-428ce3cc-05c3-4cda-88ea-1dacc4e34b49 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685923 Dec 23 11:41:48.109321 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] Set router 510363cf-6adf-43e3-9135-4b7cf52c5c97 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:41:48.160358 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.167507 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:41:47Z', 'revision_number': 6, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:48.195595 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104be537-4ba4-4fd2-99dd-4f885b21a317 None None] The sync data for ids ['510363cf-6adf-43e3-9135-4b7cf52c5c97'] in dv-cinder-730936-3-iscsi is: [{'id': '510363cf-6adf-43e3-9135-4b7cf52c5c97', 'name': 'tempest-TestShelveInstance-1338488033-router', 'tenant_id': '3d5ac397389d410eacd4dc4d01d500b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:19Z', 'updated_at': '2021-12-23T11:41:47Z', 'revision_number': 6, 'project_id': '3d5ac397389d410eacd4dc4d01d500b5', 'gw_port_host': None}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:41:48.203004 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccefb6f0-e464-471d-a403-a43b98ca76d1,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:48.290844 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.384720 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.386993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.431342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.431836 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 510363cf-6adf-43e3-9135-4b7cf52c5c97 {{(pid=102560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:41:48.436532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.437754 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-42516876-5641-4a83-a520-4d77ce80c308 admin admin] 10.222.0.31 "DELETE /v2.0/routers/510363cf-6adf-43e3-9135-4b7cf52c5c97 HTTP/1.1" status: 204 len: 168 time: 0.9481902 Dec 23 11:41:48.441725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55968) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:48.496208 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Deleting subnet a4c07361-2180-4bf1-8c18-77640bfc30ae {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:41:48.499632 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.534504 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.620640 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.687442 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.717588 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c07361-2180-4bf1-8c18-77640bfc30ae,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:48.721614 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.726296 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7a143da5-9fec-4be0-babe-987f97f76601 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a4c07361-2180-4bf1-8c18-77640bfc30ae HTTP/1.1" status: 204 len: 168 time: 0.2832181 Dec 23 11:41:48.729158 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62301599-69bb-4084-a6bf-1df7d4f7c3b1 None None] Network 2034d981-66f1-4a3e-bb7f-2e8972d377ed requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:41:48.730695 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55970) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:48.801448 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.857242 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Deleting port 452aae47-0008-4681-8285-194c96ff908a {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:48.857654 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.870415 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:41:48.929268 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:41:48.929546 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.935840 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] For port 452aae47-0008-4681-8285-194c96ff908a, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=452aae47-0008-4681-8285-194c96ff908a,segment=NetworkSegment(386f70f6-4588-4274-a0a1-6260ae40cc22),segment_id=386f70f6-4588-4274-a0a1-6260ae40cc22)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:48.936275 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:48.950663 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Calling delete_port for 452aae47-0008-4681-8285-194c96ff908a owned by network:dhcp {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:49.011164 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] DHCP port deletion for 2034d981-66f1-4a3e-bb7f-2e8972d377ed request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:41:49.044965 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.049031 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.073221 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=452aae47-0008-4681-8285-194c96ff908a,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:49.078113 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] No DVR routers for this DVR port 452aae47-0008-4681-8285-194c96ff908a on host dv-cinder-730936-3-iscsi {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:41:49.089978 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:41:49.092597 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51741ea0-8523-4200-9718-98d09269eeb0" -d '{"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:41:49.111657 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:49.123156 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.135344 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Deleting port 452aae47-0008-4681-8285-194c96ff908a {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:41:49.135857 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.174532 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.190587 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76060e9-cdee-4bbc-8086-d671a4a20d67 x-openstack-request-id: req-d76060e9-cdee-4bbc-8086-d671a4a20d67 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:41:49.190892 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:41:49.191127 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d76060e9-cdee-4bbc-8086-d671a4a20d67 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:41:49.191519 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'code': 200} Dec 23 11:41:49.197235 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eae31-91dc-4a4b-a6e5-297ad4c61134 req-3fc9694d-2fa3-404d-8722-aaa80fc72714 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:49.205391 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-624eae31-91dc-4a4b-a6e5-297ad4c61134 req-3fc9694d-2fa3-404d-8722-aaa80fc72714 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0760839 Dec 23 11:41:49.212025 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2034d981-66f1-4a3e-bb7f-2e8972d377ed']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:49.227623 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386f70f6-4588-4274-a0a1-6260ae40cc22') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:49.227853 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386f70f6-4588-4274-a0a1-6260ae40cc22') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:41:49.241031 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.252279 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-624eae31-91dc-4a4b-a6e5-297ad4c61134 req-172d5015-bd91-4082-83dc-3682c0749f3b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Dec 23 11:41:49.261101 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.263445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=7']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:49.271831 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:41:49.272564 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:41:49.275684 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:41:49.293765 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] For port 452aae47-0008-4681-8285-194c96ff908a, host dv-cinder-730936-3-iscsi, got binding levels [] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:41:49.295068 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.326524 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Calling delete_port for 452aae47-0008-4681-8285-194c96ff908a owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:41:49.333854 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.ipam_backend_mixin [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Port 452aae47-0008-4681-8285-194c96ff908a was not found and therefore no delete operation was performed {{(pid=102561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 11:41:49.336084 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.354747 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] No DVR routers for this DVR port 452aae47-0008-4681-8285-194c96ff908a on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:41:49.380583 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.389789 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.390415 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa5713-892c-43c8-8371-37eabf0a710a None None] Pushing event deleted for resources: {'Port': ['ID=452aae47-0008-4681-8285-194c96ff908a,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:49.398134 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2034d981-66f1-4a3e-bb7f-2e8972d377ed HTTP/1.1" status: 204 len: 168 time: 0.6635077 Dec 23 11:41:49.415333 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e57686-3856-4fdc-9b4e-aa3d81fcc3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2034d981-66f1-4a3e-bb7f-2e8972d377ed,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:49.552926 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 55978) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:49.602497 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-53b4f2fd-2dac-4482-9147-a36980dd60e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47fecf710518479da14a3e2f9b73a896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483010 Dec 23 11:41:49.605337 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55980) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:49.658301 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c2e5-319c-42d4-a638-9d911d3b4d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.682177 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c2e5-319c-42d4-a638-9d911d3b4d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.742851 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c2e5-319c-42d4-a638-9d911d3b4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.745431 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4ab2c2e5-319c-42d4-a638-9d911d3b4d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:49.746681 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4ab2c2e5-319c-42d4-a638-9d911d3b4d70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a97cdeb5-4b42-4c62-af20-31ec8384866b HTTP/1.1" status: 204 len: 168 time: 0.1401877 Dec 23 11:41:49.754899 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2c2e5-319c-42d4-a638-9d911d3b4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97cdeb5-4b42-4c62-af20-31ec8384866b,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:50.095774 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55988) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:50.141663 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4b71cf2f-c758-4666-bc08-d0101eb31068 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d5ac397389d410eacd4dc4d01d500b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446332 Dec 23 11:41:50.145601 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 55990) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:41:50.206736 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ec84455-bba4-4388-8229-eb9afe756f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:50.233100 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ec84455-bba4-4388-8229-eb9afe756f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:50.259356 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ccefb6f0-e464-471d-a403-a43b98ca76d1 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:50.282287 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: ccefb6f0-e464-471d-a403-a43b98ca76d1 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:50.282877 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ccefb6f0-e464-471d-a403-a43b98ca76d1 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:50.283317 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 452aae47-0008-4681-8285-194c96ff908a no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:50.292296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ec84455-bba4-4388-8229-eb9afe756f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:50.295274 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ec84455-bba4-4388-8229-eb9afe756f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:50.299460 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0ec84455-bba4-4388-8229-eb9afe756f65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e38dc74-a9ed-4831-a291-2cfcdcb1f193 HTTP/1.1" status: 204 len: 168 time: 0.1493723 Dec 23 11:41:50.306378 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 452aae47-0008-4681-8285-194c96ff908a {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:50.306942 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 452aae47-0008-4681-8285-194c96ff908a not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:50.307551 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device e7a452db-3eb2-4e66-9108-5364465ec954 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:41:50.321564 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84455-bba4-4388-8229-eb9afe756f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38dc74-a9ed-4831-a291-2cfcdcb1f193,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:41:50.333952 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: e7a452db-3eb2-4e66-9108-5364465ec954 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:41:50.334555 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device e7a452db-3eb2-4e66-9108-5364465ec954 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:41:50.432276 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b5d82-50d3-4874-ae8b-16978fab0c60 req-2d160693-0b90-4b56-8af2-aff75e5f2e69 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:50.434131 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9a1b5d82-50d3-4874-ae8b-16978fab0c60 req-2d160693-0b90-4b56-8af2-aff75e5f2e69 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0526934 Dec 23 11:41:50.507116 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9a1b5d82-50d3-4874-ae8b-16978fab0c60 req-f422888b-d8c2-468d-943e-16bca4d860a6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628908 Dec 23 11:41:51.694567 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcee84-00c1-45a0-8313-cb95775ddf01 req-66308d21-5a32-4df0-b696-5d6ff14a066f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:51.696904 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ddfcee84-00c1-45a0-8313-cb95775ddf01 req-66308d21-5a32-4df0-b696-5d6ff14a066f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0809419 Dec 23 11:41:51.795218 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ddfcee84-00c1-45a0-8313-cb95775ddf01 req-cba319f4-c2f1-4062-b912-a6daa1ad9d2c tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874207 Dec 23 11:41:52.952320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743da4a-74a5-47ce-ae95-f8e6487e3302 req-c31e5ec3-992d-4da3-9ef0-071a08c0e39a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:52.955045 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d743da4a-74a5-47ce-ae95-f8e6487e3302 req-c31e5ec3-992d-4da3-9ef0-071a08c0e39a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0681314 Dec 23 11:41:53.036913 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d743da4a-74a5-47ce-ae95-f8e6487e3302 req-6b543e1e-5605-4197-942d-24a539fa23d3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734317 Dec 23 11:41:54.180039 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fe233-a68a-459b-80ea-e39585920384 req-c19822d1-5a39-4efe-8184-bb48eb463088 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:54.181773 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-208fe233-a68a-459b-80ea-e39585920384 req-c19822d1-5a39-4efe-8184-bb48eb463088 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0680993 Dec 23 11:41:54.249044 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-208fe233-a68a-459b-80ea-e39585920384 req-4a684b77-4dcd-46a6-8a94-6e8b289e2e75 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596178 Dec 23 11:41:55.392335 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c07b2-072f-4f63-9ee4-ca001215c81a req-e6fc9aae-26de-4a59-81fa-cb1fc0ad8277 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:55.393955 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-470c07b2-072f-4f63-9ee4-ca001215c81a req-e6fc9aae-26de-4a59-81fa-cb1fc0ad8277 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0565031 Dec 23 11:41:55.454496 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-470c07b2-072f-4f63-9ee4-ca001215c81a req-4e4a1f9b-e29e-49c6-af75-2c2e7ee24f62 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528314 Dec 23 11:41:56.616406 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccf1a0-7dc3-497c-82ee-51c849a56123 req-43d95870-4d46-4803-baf2-a4a6ec85e8a9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:56.617937 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69ccf1a0-7dc3-497c-82ee-51c849a56123 req-43d95870-4d46-4803-baf2-a4a6ec85e8a9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0625873 Dec 23 11:41:56.680899 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69ccf1a0-7dc3-497c-82ee-51c849a56123 req-f1343c01-9e6f-4519-98d0-ed50126f736a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554678 Dec 23 11:41:57.807491 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484e87-07ce-47df-b50c-b2453ccfc8c6 req-b35c9f63-948f-441f-9f65-66568aac5d69 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:57.809313 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41484e87-07ce-47df-b50c-b2453ccfc8c6 req-b35c9f63-948f-441f-9f65-66568aac5d69 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0563445 Dec 23 11:41:57.868511 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-41484e87-07ce-47df-b50c-b2453ccfc8c6 req-3484d077-e2c0-4ced-b082-290b793b11f3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496962 Dec 23 11:41:58.051638 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-595d6e88-3dbb-4616-940a-c945e8f75c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:41:59.048027 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3710-b956-49a1-a87a-61907cbb6ec2 req-fafced64-4b8d-4071-9c0b-c31f1059f53b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:59.050062 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-016e3710-b956-49a1-a87a-61907cbb6ec2 req-fafced64-4b8d-4071-9c0b-c31f1059f53b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0818532 Dec 23 11:41:59.070448 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72dcd3-0366-450a-a7c5-8870c5dd0a60 req-cab37333-0e03-4818-a5a9-fe400274cd37 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:41:59.071965 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e72dcd3-0366-450a-a7c5-8870c5dd0a60 req-cab37333-0e03-4818-a5a9-fe400274cd37 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0752690 Dec 23 11:41:59.159027 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-016e3710-b956-49a1-a87a-61907cbb6ec2 req-d22ba9b2-5a8f-4c62-b7f4-b1d7a11810fc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031766 Dec 23 11:41:59.172513 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9e72dcd3-0366-450a-a7c5-8870c5dd0a60 req-89da0406-2227-469b-a491-a7bf6f0b54dc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850594 Dec 23 11:42:00.331793 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c122-54e4-46eb-8feb-0fc9952224bc req-f70b4448-6331-4b38-a6c5-d4e7bb0ab368 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:00.333422 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c43c122-54e4-46eb-8feb-0fc9952224bc req-f70b4448-6331-4b38-a6c5-d4e7bb0ab368 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0924876 Dec 23 11:42:00.342299 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816267e-b55e-4d36-90e6-ae0dae9874a4 req-f7c3b304-17f2-414a-9e7a-6a33f5ee4d80 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:00.344622 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a816267e-b55e-4d36-90e6-ae0dae9874a4 req-f7c3b304-17f2-414a-9e7a-6a33f5ee4d80 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0947416 Dec 23 11:42:00.361781 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-06e6d04e-f3be-43fb-9c55-10da6b4b0d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:00.413093 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a816267e-b55e-4d36-90e6-ae0dae9874a4 req-d99d3acc-6c70-4be5-a36f-89a2ca38bf94 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603385 Dec 23 11:42:00.430139 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4c43c122-54e4-46eb-8feb-0fc9952224bc req-46f17c15-06e9-449a-a018-7ba5aa2276a7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845037 Dec 23 11:42:01.416802 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:01.783997 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa689bf-0ba7-469f-84d1-0794711ab15a req-3e4c7fd8-f05c-41ad-912f-30bec34aae04 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:01.785420 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fa689bf-0ba7-469f-84d1-0794711ab15a req-3e4c7fd8-f05c-41ad-912f-30bec34aae04 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.3037102 Dec 23 11:42:01.811322 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b55d5a-8cf9-4202-97f4-1e7d5b4ab948 req-1858e70a-a574-47ff-bd11-a9257478939a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:01.812745 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-76b55d5a-8cf9-4202-97f4-1e7d5b4ab948 req-1858e70a-a574-47ff-bd11-a9257478939a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.3060434 Dec 23 11:42:01.880744 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9fa689bf-0ba7-469f-84d1-0794711ab15a req-4e439f41-1856-4138-8b3b-b371fa748c08 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884659 Dec 23 11:42:01.887835 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-76b55d5a-8cf9-4202-97f4-1e7d5b4ab948 req-1932a178-27a5-4253-80cc-058b827946e5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690691 Dec 23 11:42:02.834044 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:03.000681 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7e12-7246-473b-848c-e84943b0f70a req-4d9c04e9-83ce-45a2-ba79-7f3834a84fe1 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.002379 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-095d7e12-7246-473b-848c-e84943b0f70a req-4d9c04e9-83ce-45a2-ba79-7f3834a84fe1 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0497725 Dec 23 11:42:03.034358 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9436a-8b27-47d6-a479-d92df16b00b0 req-20dbbf44-4075-47fe-a053-65eeeb880723 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.035886 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-55c9436a-8b27-47d6-a479-d92df16b00b0 req-20dbbf44-4075-47fe-a053-65eeeb880723 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0705528 Dec 23 11:42:03.043891 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6afb7-43fb-46b7-8fcd-fb2665400cc6 req-4e972c42-83fb-495f-9c31-4721af91b989 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.045408 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-03c6afb7-43fb-46b7-8fcd-fb2665400cc6 req-4e972c42-83fb-495f-9c31-4721af91b989 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 946 time: 0.0905211 Dec 23 11:42:03.108101 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Deleting port 66b60096-5e91-4d28-9a9b-05078bfa26cf {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:03.108437 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:03.119646 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-55c9436a-8b27-47d6-a479-d92df16b00b0 req-66265701-1b95-4deb-bf47-ea1e74cf6a38 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732510 Dec 23 11:42:03.124516 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-03c6afb7-43fb-46b7-8fcd-fb2665400cc6 req-dee049da-9556-4ea8-895a-0274eba0defb tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=bf68a87d-9ff6-4684-af6d-335279af0d30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712509 Dec 23 11:42:03.189472 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-4000075c-4219-4123-bc52-e3e3e5f821b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.190900 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-4000075c-4219-4123-bc52-e3e3e5f821b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1098 time: 0.0440447 Dec 23 11:42:03.292818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-4baf3e3b-fd24-448d-a130-ffcb829b3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.293403 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-4baf3e3b-fd24-448d-a130-ffcb829b3b0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.0933194 Dec 23 11:42:03.378368 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-b7891a36-4f77-4d89-9495-11de5f8b072c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 200 len: 1001 time: 0.0764143 Dec 23 11:42:03.430789 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-a0ba8d4f-f677-4edf-a16d-0edcdcf7de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.432337 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-a0ba8d4f-f677-4edf-a16d-0edcdcf7de4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0468397 Dec 23 11:42:03.477088 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] For port 66b60096-5e91-4d28-9a9b-05078bfa26cf, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=66b60096-5e91-4d28-9a9b-05078bfa26cf,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:03.477752 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:03.485251 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-33ed6060-702e-4a07-8609-0314da506c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.486926 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-33ed6060-702e-4a07-8609-0314da506c9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467827 Dec 23 11:42:03.609473 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-cff13544-af32-4dde-89a8-2f4d7373aa24 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138713463&fields=id&tenant_id=50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 267 time: 0.0940757 Dec 23 11:42:03.628704 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-f1a0e498-1d1f-41d5-a417-21ef53fa0af6 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341517 Dec 23 11:42:03.650487 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:03.650849 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:03.651164 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Floating IP 05009df1-6e35-4f29-b689-20469f85bad5 disassociated. External IP: 172.27.1.33, port: 66b60096-5e91-4d28-9a9b-05078bfa26cf. Dec 23 11:42:03.651513 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Calling delete_port for 66b60096-5e91-4d28-9a9b-05078bfa26cf owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:03.783918 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-a8824413-518c-42fa-b70c-b9f36392cbbd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:03.785301 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-a8824413-518c-42fa-b70c-b9f36392cbbd tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 811 time: 0.1682642 Dec 23 11:42:03.799874 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:03.805175 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9973b9ee-4a21-4954-89dd-c7b71975cc9a req-52f8df82-6b5d-44ff-a66e-6a52772dd6bf service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642675 Dec 23 11:42:03.806835 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-3d5eee0c-0321-458d-ac78-003938bf3a2f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/quotas/50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 375 time: 0.0155694 Dec 23 11:42:03.832537 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event deleted for resources: {'Port': ['ID=66b60096-5e91-4d28-9a9b-05078bfa26cf,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:03.877014 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-887985c0-a9aa-42d5-82a3-1765a81cfa1b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575891 Dec 23 11:42:03.958825 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:42:03.983312 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-e94f39f8-ccd3-4b2b-89e1-bb4e2d7745c0 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931854 Dec 23 11:42:03.985933 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:04.069429 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:42:04.084103 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:42:04.090187 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-3705b894-5460-47be-8d32-9b1c53f27f07 service neutron] 10.222.0.31 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992129 Dec 23 11:42:04.097009 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:04.097651 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:04.113998 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] No DVR routers for this DVR port 66b60096-5e91-4d28-9a9b-05078bfa26cf on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:42:04.116730 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:04.120348 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-095d7e12-7246-473b-848c-e84943b0f70a req-31095e93-0796-4393-b5da-59605b25c867 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "DELETE /v2.0/ports/66b60096-5e91-4d28-9a9b-05078bfa26cf HTTP/1.1" status: 204 len: 173 time: 1.1105945 Dec 23 11:42:04.120884 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'name': 'network-vif-deleted', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:04.123329 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d48b6e-165e-4122-9243-c88fd4a1d9d8" -d '{"events": [{"server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "name": "network-vif-deleted", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:04.161829 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a56881c-5e90-428b-babf-8affc5614a80 x-openstack-request-id: req-7a56881c-5e90-428b-babf-8affc5614a80 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:04.162141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f976f8-1fba-4b00-86e4-3f3949b0c28d", "name": "network-vif-deleted", "tag": "66b60096-5e91-4d28-9a9b-05078bfa26cf", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:04.162462 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a56881c-5e90-428b-babf-8affc5614a80 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:04.162831 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f976f8-1fba-4b00-86e4-3f3949b0c28d', 'name': 'network-vif-deleted', 'tag': '66b60096-5e91-4d28-9a9b-05078bfa26cf', 'status': 'completed', 'code': 200} Dec 23 11:42:04.258781 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:04.313644 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:42:04.316427 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd46797-5321-4117-a6a4-862f75b4437c req-f127a1d8-d2dd-4581-943a-2a0bc5cac051 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:04.318051 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bcd46797-5321-4117-a6a4-862f75b4437c req-f127a1d8-d2dd-4581-943a-2a0bc5cac051 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0730038 Dec 23 11:42:04.395470 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bcd46797-5321-4117-a6a4-862f75b4437c req-482fa0c3-c381-41f0-b01e-193e070e26a9 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701990 Dec 23 11:42:04.514240 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:04.522988 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1017f54c-b7f1-440a-8452-56a1305d0e0d req-b56bed34-c8e4-4aa0-bcdb-a17df10a77b4 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Dec 23 11:42:04.550147 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:42:04.555085 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b0aa235b-9ef9-4019-8204-78a103651626 req-fabf9ae2-25a4-49c4-b867-fa95be4649f7 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=47f976f8-1fba-4b00-86e4-3f3949b0c28d HTTP/1.1" status: 200 len: 210 time: 0.0502102 Dec 23 11:42:04.559939 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:04.560697 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:04.690440 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:04.901980 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:04.929206 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e258efb-af9f-46cb-9ece-ec69b2b31f67 None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:42:05.160366 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2424f1-3e28-449a-8475-9d47d0662043 None None] New status for floating IP 05009df1-6e35-4f29-b689-20469f85bad5: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:42:05.510430 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-fcc5366b-7e5b-437c-b6f5-ec9b26d8ba40 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:05.512556 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-fcc5366b-7e5b-437c-b6f5-ec9b26d8ba40 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 811 time: 0.1048937 Dec 23 11:42:05.535970 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc8fc-daf2-41f2-8b03-1dcb281c6318 req-922345a4-9e09-4d45-ad18-4505e0d9f8ab tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:05.543631 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1cdfc8fc-daf2-41f2-8b03-1dcb281c6318 req-922345a4-9e09-4d45-ad18-4505e0d9f8ab tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0573111 Dec 23 11:42:05.600651 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1cdfc8fc-daf2-41f2-8b03-1dcb281c6318 req-3d9b493d-9b54-49fd-a4a2-6c6911882f89 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559678 Dec 23 11:42:05.614837 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-05464028-d978-4f4b-9cee-62d640ecdcf6 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ef1346c11148af97d1a9ec4209ed13 HTTP/1.1" status: 200 len: 379 time: 0.0693724 Dec 23 11:42:05.626097 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'port': {'device_id': '364895f1-add8-41d4-b163-c3da01a08217', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'admin_state_up': True, 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'security_groups': ['4e8325d7-78db-41a2-ab52-a66226602ce5']}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:05.662027 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-991abd98-5013-416a-bdf4-8577733f2093 req-09ef352f-8996-4e13-a4e1-9781d84b08ed tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 210 time: 0.0375793 Dec 23 11:42:05.719917 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56162) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:05.752881 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Made reservation on behalf of 50ef1346c11148af97d1a9ec4209ed13 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:42:05.756438 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:05.778757 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec68d-564f-430f-aa3e-0e3255a8517d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:05.803119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec68d-564f-430f-aa3e-0e3255a8517d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:05.854081 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec68d-564f-430f-aa3e-0e3255a8517d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:05.857656 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4e2ec68d-564f-430f-aa3e-0e3255a8517d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:05.858832 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4e2ec68d-564f-430f-aa3e-0e3255a8517d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "DELETE /v2.0/security-groups/bf68a87d-9ff6-4684-af6d-335279af0d30 HTTP/1.1" status: 204 len: 168 time: 0.1375628 Dec 23 11:42:05.862249 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56164) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:05.886230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ec68d-564f-430f-aa3e-0e3255a8517d tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf68a87d-9ff6-4684-af6d-335279af0d30,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:05.888818 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Allocated IP 172.20.0.3 (7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2/617187a0-84a8-4417-85ab-06b2de2b47d2/73a918b9-4fc0-4164-ae58-5201d467f06f) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:42:05.889818 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.api.v2.resource [None req-f4a62775-fad1-4f60-8599-effc522da648 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] show failed (client error): The resource could not be found. Dec 23 11:42:05.890971 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f4a62775-fad1-4f60-8599-effc522da648 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups/bf68a87d-9ff6-4684-af6d-335279af0d30 HTTP/1.1" status: 404 len: 347 time: 0.0266666 Dec 23 11:42:05.894249 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56166) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:06.141828 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Deleting port 070ac891-aeca-49cf-877f-5ff48c951d17 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:06.142146 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.145735 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.236712 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.236932 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.240132 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.276539 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Calling delete_port for 070ac891-aeca-49cf-877f-5ff48c951d17 owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:06.311187 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:42:06.313777 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=73a918b9-4fc0-4164-ae58-5201d467f06f,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:06.342185 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:42:06.348234 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:42:06.409111 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:06.409743 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.439263 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-557ab4dd-5f0d-4799-9b49-3d0b9e20d1c7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178606 Dec 23 11:42:06.452430 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Request body: {'port': {'device_id': '364895f1-add8-41d4-b163-c3da01a08217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:06.532996 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-9489d533-9a04-49d7-9de8-743c0dd84216 None None] Provisioning complete for port 73a918b9-4fc0-4164-ae58-5201d467f06f triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:42:06.533595 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9489d533-9a04-49d7-9de8-743c0dd84216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.537339 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.542378 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.568291 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-9489d533-9a04-49d7-9de8-743c0dd84216 None None] Port 73a918b9-4fc0-4164-ae58-5201d467f06f cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:42:06.572282 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event deleted for resources: {'Port': ['ID=070ac891-aeca-49cf-877f-5ff48c951d17,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:06.712566 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.715229 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.717166 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-5cfc7320-10f0-4a42-86c9-5b7a7f31d68b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "DELETE /v2.0/floatingips/05009df1-6e35-4f29-b689-20469f85bad5 HTTP/1.1" status: 204 len: 168 time: 0.8176968 Dec 23 11:42:06.753808 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0641373-d53e-472a-ba02-831084fc9e71 req-ff31b34a-dc48-4f23-95b1-337f1dfd91d0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:06.755946 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e0641373-d53e-472a-ba02-831084fc9e71 req-ff31b34a-dc48-4f23-95b1-337f1dfd91d0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 945 time: 0.0725231 Dec 23 11:42:06.826412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd5ded-6a25-4ade-b060-4a382a87b3f0 req-9d52c107-c451-4d63-95ce-651788a5001a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:06.827893 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2fd5ded-6a25-4ade-b060-4a382a87b3f0 req-9d52c107-c451-4d63-95ce-651788a5001a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 931 time: 0.0930285 Dec 23 11:42:06.831349 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e0641373-d53e-472a-ba02-831084fc9e71 req-355de238-5b6a-4b9e-938b-e31b66ec56af tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618539 Dec 23 11:42:06.893844 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2fd5ded-6a25-4ade-b060-4a382a87b3f0 req-c7bacf3e-80fd-4086-9c18-7ed5d377d80d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596218 Dec 23 11:42:06.900004 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a918b9-4fc0-4164-ae58-5201d467f06f {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:42:06.908945 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.922422 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Transition to ACTIVE for port object 73a918b9-4fc0-4164-ae58-5201d467f06f will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:42:06.927940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:06.950714 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:07.065044 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73a918b9-4fc0-4164-ae58-5201d467f06f,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:07.070003 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Attempting to bind port 73a918b9-4fc0-4164-ae58-5201d467f06f on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:42:07.070341 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Attempting to bind port 73a918b9-4fc0-4164-ae58-5201d467f06f by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:42:07.070662 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Attempting to bind port 73a918b9-4fc0-4164-ae58-5201d467f06f on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:42:07.079429 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Port 73a918b9-4fc0-4164-ae58-5201d467f06f on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:42:07.079860 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Attempting to bind port 73a918b9-4fc0-4164-ae58-5201d467f06f on network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:42:07.085555 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:42:07.086076 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Checking segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:42:07.086407 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Bound using segment: {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:42:07.086917 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Bound port: 73a918b9-4fc0-4164-ae58-5201d467f06f, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99790369-7094-4702-9d52-805e0a4c1776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:42:07.087305 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.101869 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.146255 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:07.148989 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124f79d7-683c-4f67-a86f-6636b792192f" -d '{"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:07.159580 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] For port 73a918b9-4fc0-4164-ae58-5201d467f06f, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:42:07.163189 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] For port 73a918b9-4fc0-4164-ae58-5201d467f06f, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=73a918b9-4fc0-4164-ae58-5201d467f06f,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:42:07.166138 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:07.170220 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.172395 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.174281 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 66b60096-5e91-4d28-9a9b-05078bfa26cf no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:07.181955 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56186) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:07.188312 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525683556', 'description': 'tempest-description--1672161549'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:07.220282 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:07.221317 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.222687 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/73a918b9-4fc0-4164-ae58-5201d467f06f HTTP/1.1" status: 200 len: 1093 time: 0.7750785 Dec 23 11:42:07.223718 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:07.226188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5206c0-6572-463a-af86-06fa7a2a3ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:07.237917 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d58dd4c-9269-4066-b358-2aa9e056cf60 x-openstack-request-id: req-8d58dd4c-9269-4066-b358-2aa9e056cf60 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:07.238305 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-unplugged", "status": "failed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "code": 422}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:07.239215 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d58dd4c-9269-4066-b358-2aa9e056cf60 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:07.241057 dv-cinder-730936-3-iscsi neutron-server[102561]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'code': 422} returned with failed status Dec 23 11:42:07.247997 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 66b60096-5e91-4d28-9a9b-05078bfa26cf {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:07.250380 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 66b60096-5e91-4d28-9a9b-05078bfa26cf not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:07.261729 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.323745 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=8']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:07.334627 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335fd548-56f9-45e5-841f-d53f9e14299b x-openstack-request-id: req-335fd548-56f9-45e5-841f-d53f9e14299b {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:07.334917 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:07.335182 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-335fd548-56f9-45e5-841f-d53f9e14299b {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:07.335566 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'status': 'completed', 'code': 200} Dec 23 11:42:07.343393 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fca54-c28a-4235-957e-e5ff2427f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73a918b9-4fc0-4164-ae58-5201d467f06f,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:07.361000 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-bd7d760d-9bbd-49b0-ad2c-ac9ffed52f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:07.362367 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-bd7d760d-9bbd-49b0-ad2c-ac9ffed52f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 1096 time: 0.0917280 Dec 23 11:42:07.372547 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.377866 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.424551 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.425009 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-e753e483-8cbb-4333-b93e-5146480c7957 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a918b9-4fc0-4164-ae58-5201d467f06f HTTP/1.1" status: 200 len: 217 time: 0.0526628 Dec 23 11:42:07.425866 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2427337 Dec 23 11:42:07.429378 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56196) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:07.430712 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6078-7147-42c7-9370-e0e09034a735 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802e4836-43bf-43b4-81e4-f8b1cb7d040f,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:07.434961 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'security_group_rule': {'security_group_id': '802e4836-43bf-43b4-81e4-f8b1cb7d040f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:07.504193 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-a252a1a4-04d7-4994-9d17-edc8b790681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:07.505851 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-a252a1a4-04d7-4994-9d17-edc8b790681b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0636091 Dec 23 11:42:07.509753 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.588064 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06486099-bd4d-47df-af3e-429524e5c986 req-23ad0e2d-1a0b-4ddb-a1fa-d9e92d54b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:07.589646 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-23ad0e2d-1a0b-4ddb-a1fa-d9e92d54b754 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757964 Dec 23 11:42:07.610253 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.622639 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.675358 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3799891f-f0fa-40ca-b048-a06b15f05c0c,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:07.685102 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.686389 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-d67ae315-0f00-4d1d-859a-bb4725e14d52 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553735 Dec 23 11:42:07.689089 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56204) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:07.694996 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'security_group_rule': {'security_group_id': '802e4836-43bf-43b4-81e4-f8b1cb7d040f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:07.727221 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-cfcb3baa-26c5-4512-a372-b51a04633b0d service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302361 Dec 23 11:42:07.762841 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.856767 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-06486099-bd4d-47df-af3e-429524e5c986 req-5d4e1d1c-e570-4516-9953-4f8abc8f60c8 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223826 Dec 23 11:42:07.865448 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.872154 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040349'] for security_group_rule, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.891440 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d99a463-34a5-41a1-8db0-ae03ed0ec6a4,revision_number=0']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:07.903500 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.905259 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-5c9a1660-5b88-4b7e-a673-dd1ba6a51720 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2151296 Dec 23 11:42:07.908768 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56210) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:07.915240 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:07.977124 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:07.993482 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-6ff5aeea-5547-454d-ae12-b59258941fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:07.994989 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-6ff5aeea-5547-454d-ae12-b59258941fc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 1096 time: 0.0672948 Dec 23 11:42:08.082841 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bad56a-e037-47ce-b31f-a7d19cbfd309 req-7bc93ab2-5a9c-4d46-b1ca-f01ff7ab8b5e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:08.084338 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-18bad56a-e037-47ce-b31f-a7d19cbfd309 req-7bc93ab2-5a9c-4d46-b1ca-f01ff7ab8b5e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0801337 Dec 23 11:42:08.100802 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c6bb5-b917-45ec-9cb2-98ad3156284f req-64119bb2-66cb-43b9-be3a-2d6bc29c731d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:08.102288 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-da1c6bb5-b917-45ec-9cb2-98ad3156284f req-64119bb2-66cb-43b9-be3a-2d6bc29c731d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.1077077 Dec 23 11:42:08.145816 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-85781067-412d-4ce8-9ce0-0836eb63fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:08.147271 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-85781067-412d-4ce8-9ce0-0836eb63fd7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.1446085 Dec 23 11:42:08.195271 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-6c60d8ef-bf77-4bc2-8ae3-858268922041 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a918b9-4fc0-4164-ae58-5201d467f06f HTTP/1.1" status: 200 len: 217 time: 0.0402319 Dec 23 11:42:08.198691 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-edfeb273-493c-4040-9f60-6384d15a4143 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133044 Dec 23 11:42:08.202657 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-18bad56a-e037-47ce-b31f-a7d19cbfd309 req-59938cf3-5184-47dd-a9d2-344a47cdef48 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983253 Dec 23 11:42:08.214212 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-da1c6bb5-b917-45ec-9cb2-98ad3156284f req-8efb9434-b226-458e-8728-4f0b5d7b1019 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899959 Dec 23 11:42:08.235405 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:08.291244 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-9dbb9bb1-ce1e-49ff-922b-d2e162522869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:08.292792 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-9dbb9bb1-ce1e-49ff-922b-d2e162522869 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0907826 Dec 23 11:42:08.384329 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Allocated IP 172.27.1.216 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/a97c517d-5aec-4378-a5c8-2740a3a26358) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:42:08.387073 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-81237bd8-86f5-4925-b7a6-8ae835956d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:08.388593 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-81237bd8-86f5-4925-b7a6-8ae835956d56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882082 Dec 23 11:42:08.548456 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-77280098-1a29-48a2-ab65-bf104f98df74 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503925 Dec 23 11:42:08.571732 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:08.671880 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7a5206c0-6572-463a-af86-06fa7a2a3ec0 req-3efb0581-1224-45d0-b322-9a05f5a426ab service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123991 Dec 23 11:42:08.673351 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:08.714157 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:42:08.716987 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:42:08.720410 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:42:08.726286 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'Port': ['ID=a97c517d-5aec-4378-a5c8-2740a3a26358,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:08.812937 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:08.851155 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:09.005658 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:09.011500 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:09.085333 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'Port': ['ID=a97c517d-5aec-4378-a5c8-2740a3a26358,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:09.093882 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:09.111365 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:09.112620 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-25b005ce-4a36-4a25-9526-4f540678d429 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2025299 Dec 23 11:42:09.208303 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-822780d2-c216-4c84-a9da-6d4bca7e80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.209835 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-822780d2-c216-4c84-a9da-6d4bca7e80fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa&tenant_id=a47190c0d83341e4a86b0a692649c585 HTTP/1.1" status: 200 len: 1096 time: 0.0566924 Dec 23 11:42:09.282696 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-c58b6a85-ddb8-4b81-bc4c-51a7353ac16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.285281 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-c58b6a85-ddb8-4b81-bc4c-51a7353ac16f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a47190c0d83341e4a86b0a692649c585&device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1096 time: 0.0500338 Dec 23 11:42:09.305367 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-c596d4e8-3fca-4ca2-a7ec-15ea44e8310b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--525683556&fields=id&tenant_id=287e322f4ddb4877b2e072441c21cac2 HTTP/1.1" status: 200 len: 267 time: 0.0779135 Dec 23 11:42:09.426976 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911dc9-f3d1-4ad5-8f65-529b14b8aa2a req-c053c074-cb1a-4054-afa6-bcdbcd574742 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.428598 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58911dc9-f3d1-4ad5-8f65-529b14b8aa2a req-c053c074-cb1a-4054-afa6-bcdbcd574742 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.1175170 Dec 23 11:42:09.468980 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-5f513982-7105-45dc-8f7f-4c25c4c10242 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.470575 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-5f513982-7105-45dc-8f7f-4c25c4c10242 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 811 time: 0.1499398 Dec 23 11:42:09.507093 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-bbf0f8d5-fcef-47fc-a2cc-8fa6e709ac8b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/quotas/287e322f4ddb4877b2e072441c21cac2 HTTP/1.1" status: 200 len: 375 time: 0.0283968 Dec 23 11:42:09.512825 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-58911dc9-f3d1-4ad5-8f65-529b14b8aa2a req-748c73a4-e8a2-4ba3-949d-62f9f64635f8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770628 Dec 23 11:42:09.574062 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-79c260d0-ebfa-430e-89a8-eb8d4bdf8069 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582888 Dec 23 11:42:09.696087 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-2bb18153-6490-41ec-866f-af830ad3245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.697535 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-2bb18153-6490-41ec-866f-af830ad3245c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 200 len: 917 time: 0.4035957 Dec 23 11:42:09.703690 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec6cc6-c0dd-4777-8f5b-0f71fbb467c4 req-9f778cfc-8a9a-4d8c-bf9f-76514f6f1580 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.705324 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebec6cc6-c0dd-4777-8f5b-0f71fbb467c4 req-9f778cfc-8a9a-4d8c-bf9f-76514f6f1580 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.1094549 Dec 23 11:42:09.727840 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-bebb1fed-f38b-4750-a853-6d6d1a8c8f90 service neutron] 10.222.0.31 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395199 Dec 23 11:42:09.772165 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-fff89773-1afc-4a8d-8e41-e299fea57fcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 200 len: 999 time: 0.0667832 Dec 23 11:42:09.814396 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebec6cc6-c0dd-4777-8f5b-0f71fbb467c4 req-cc040239-22ac-46ca-beb5-57e2e2cd6147 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965698 Dec 23 11:42:09.834489 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-3881b961-34e0-462c-be0a-3a0e6faeabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.836589 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-3881b961-34e0-462c-be0a-3a0e6faeabd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 200 len: 856 time: 0.0572133 Dec 23 11:42:09.853566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-7348f80d-090b-4231-9c9d-aeb0e23b025d service neutron] 10.222.0.31 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180706 Dec 23 11:42:09.906562 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-26911b27-9b3d-49a9-ba0f-9beecc148c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:09.908840 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-26911b27-9b3d-49a9-ba0f-9beecc148c9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2bb6534-ea5b-4ed2-8922-1e19399b5029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632820 Dec 23 11:42:10.009496 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-80be7914-a139-435b-8028-6c0ddd494a73 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922136 Dec 23 11:42:10.023809 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a420019e-e6c2-4c52-917d-44014c134479 req-4f0290c7-c08f-4a7a-af1f-3b47a25659ce tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0266984 Dec 23 11:42:10.109449 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ddb227ec-3ee0-4c71-a2b4-5a5194335660 req-d87361d1-b28d-4017-9a4b-c5cd2b7d1c45 service neutron] 10.222.0.32 "GET /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918536 Dec 23 11:42:10.731125 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4470f8-c926-4fef-9134-a55ac073848c req-fa60b3a2-dacf-40f1-896f-29095dfcfc04 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:10.732862 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9c4470f8-c926-4fef-9134-a55ac073848c req-fa60b3a2-dacf-40f1-896f-29095dfcfc04 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0864737 Dec 23 11:42:10.849230 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9c4470f8-c926-4fef-9134-a55ac073848c req-52c5aa30-0fc3-40dd-aa95-406209281bcf tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036632 Dec 23 11:42:10.894595 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:10.987907 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9667b5-c6f9-4d6b-b068-8287e03ec4a0 req-346aab9d-a5da-41b8-9007-792870dc216d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:10.989563 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cd9667b5-c6f9-4d6b-b068-8287e03ec4a0 req-346aab9d-a5da-41b8-9007-792870dc216d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0536516 Dec 23 11:42:11.060330 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cd9667b5-c6f9-4d6b-b068-8287e03ec4a0 req-96818c6d-0192-42f9-8175-f6ed0ebe4f0e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642128 Dec 23 11:42:11.129206 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4ebf6075-5662-4be2-8bed-2c7208328539 req-d56109a1-b18c-4424-addd-272d3743f5a0 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0257120 Dec 23 11:42:11.989538 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d69229-f745-4d87-a1a7-4cae949cf894 req-16920767-4a40-4aaf-824f-dbb2f24fbed2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:11.991136 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a0d69229-f745-4d87-a1a7-4cae949cf894 req-16920767-4a40-4aaf-824f-dbb2f24fbed2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0724077 Dec 23 11:42:12.045672 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a0d69229-f745-4d87-a1a7-4cae949cf894 req-a5816c0b-fb9a-4c06-a31e-d50c85e44e92 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459728 Dec 23 11:42:12.239961 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f396e4-d1d1-4b5f-b4d0-607d3f3f5bb4 req-c92deea5-e281-450b-aa5a-ab868f2c7e97 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:12.241623 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-19f396e4-d1d1-4b5f-b4d0-607d3f3f5bb4 req-c92deea5-e281-450b-aa5a-ab868f2c7e97 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0822465 Dec 23 11:42:12.262619 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-71f5ea6e-be3f-48fd-a68d-c773c4fdd4d8 req-c2b39580-32c2-4bb6-8121-ce00bc680032 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0471194 Dec 23 11:42:12.337526 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-19f396e4-d1d1-4b5f-b4d0-607d3f3f5bb4 req-d6f80951-c3b4-4b02-9289-6c8163e45422 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780888 Dec 23 11:42:12.728383 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6937e240-a71f-417c-8c92-b2539603a824 req-a4d2e913-beb5-4719-b919-8f1dd66c05b3 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788189433&fields=id&tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c HTTP/1.1" status: 200 len: 267 time: 0.0729320 Dec 23 11:42:12.794448 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e240-a71f-417c-8c92-b2539603a824 req-23897973-4384-4e22-9abd-59fc2a965656 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:12.795929 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6937e240-a71f-417c-8c92-b2539603a824 req-23897973-4384-4e22-9abd-59fc2a965656 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 985 time: 0.0614541 Dec 23 11:42:12.814036 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Request body: {'port': {'security_groups': ['d5a9417c-dd43-4ce1-b0ba-e703a501b8f4']}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:12.894925 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.115981 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:13.177858 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.184516 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.198722 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['a740e412-f3f8-4903-875e-0f83801e7d1e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:42:13.258040 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:13.259115 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.261516 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6937e240-a71f-417c-8c92-b2539603a824 req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "PUT /v2.0/ports/a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 943 time: 0.4557173 Dec 23 11:42:13.267475 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56296) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:13.269915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:13.274953 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e01940-a183-4fc9-9791-ef3db0a87b81" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:13.322957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83069b42-c0f8-4b23-bf95-87b032abeb97 req-e5bfd820-ac98-45ec-a21c-5a8f12aab701 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:13.333670 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83069b42-c0f8-4b23-bf95-87b032abeb97 req-e5bfd820-ac98-45ec-a21c-5a8f12aab701 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.1751339 Dec 23 11:42:13.383222 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f9e74861-e372-4c0e-bc97-6eae8ce1c2ca tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.414770 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178bbc79-dab0-495a-9e6a-2d668c3e251c x-openstack-request-id: req-178bbc79-dab0-495a-9e6a-2d668c3e251c {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:13.415233 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:13.415501 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-178bbc79-dab0-495a-9e6a-2d668c3e251c {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:13.416047 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'status': 'completed', 'code': 200} Dec 23 11:42:13.433172 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f9e74861-e372-4c0e-bc97-6eae8ce1c2ca tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.460345 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83069b42-c0f8-4b23-bf95-87b032abeb97 req-ccc6c857-f1ae-4a8f-a1b9-a3f606ba6006 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251473 Dec 23 11:42:13.494455 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['a740e412-f3f8-4903-875e-0f83801e7d1e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:42:13.522189 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76addc92-bdda-4850-bd3e-f19e7b1d43ae tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event updated for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=7']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:13.565292 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a829510d-3a66-4cfa-95a4-4411150a07bf req-dc9623f1-319e-4987-9306-d7c7dd783eb6 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0946984 Dec 23 11:42:13.568117 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f9e74861-e372-4c0e-bc97-6eae8ce1c2ca tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.570787 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f9e74861-e372-4c0e-bc97-6eae8ce1c2ca tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.574542 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f9e74861-e372-4c0e-bc97-6eae8ce1c2ca tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "DELETE /v2.0/security-groups/4005d14c-0b0c-49a7-b8e4-53230412b588 HTTP/1.1" status: 204 len: 168 time: 0.3034706 Dec 23 11:42:13.586484 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56304) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:13.610152 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e74861-e372-4c0e-bc97-6eae8ce1c2ca tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005d14c-0b0c-49a7-b8e4-53230412b588,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:13.651108 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c5c5f-d79e-46ec-9509-0b9d954be805 req-ff4aa424-2899-4160-aa84-5c235a23508e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:13.667271 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-886c5c5f-d79e-46ec-9509-0b9d954be805 req-ff4aa424-2899-4160-aa84-5c235a23508e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0870252 Dec 23 11:42:13.714980 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-7db2dede-4aa5-478b-b86d-fc583f9b279b None None] Provisioning complete for port a740e412-f3f8-4903-875e-0f83801e7d1e triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:42:13.715475 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7db2dede-4aa5-478b-b86d-fc583f9b279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:13.782164 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-886c5c5f-d79e-46ec-9509-0b9d954be805 req-e1a26614-3a79-4fa1-8950-440ae069c418 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002235 Dec 23 11:42:13.906144 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Deleting port 1468fc54-35e3-4963-90a1-e048f26a992c {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:13.906926 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:14.030078 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:14.030569 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:14.051561 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Calling delete_port for 1468fc54-35e3-4963-90a1-e048f26a992c owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:14.251811 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:14.287260 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event deleted for resources: {'Port': ['ID=1468fc54-35e3-4963-90a1-e048f26a992c,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:14.358926 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:14.359252 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Floating IP 41dad777-91c4-421a-8a85-b21a3bf09e6d disassociated (deleted). External IP: 172.27.1.93, port: a740e412-f3f8-4903-875e-0f83801e7d1e. Dec 23 11:42:14.550094 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dd2b1-f784-47e2-ac53-146e3e99d38a req-104ed12f-453e-4d69-b5f3-371c0e834895 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:14.551594 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c14dd2b1-f784-47e2-ac53-146e3e99d38a req-104ed12f-453e-4d69-b5f3-371c0e834895 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0510230 Dec 23 11:42:14.588074 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Router 79d1bdd3-81b3-49fa-9587-250b50b6c000 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:42:14.613016 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c14dd2b1-f784-47e2-ac53-146e3e99d38a req-c2343108-d853-42c4-959c-6872d55a6539 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543897 Dec 23 11:42:14.711768 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a121d426-95f7-41ee-a3ef-2fe0127b1a1f req-326f40d8-3eb3-47e4-8672-26609635fd72 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0334754 Dec 23 11:42:14.751174 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:42:14.756959 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:14.762527 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] Sync routers for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:42:14.778618 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:14.780751 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:14.816982 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-51ef2ea4-4d69-417a-9f84-0b297f2cc38b tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "DELETE /v2.0/floatingips/41dad777-91c4-421a-8a85-b21a3bf09e6d HTTP/1.1" status: 204 len: 168 time: 1.2127669 Dec 23 11:42:14.817571 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:14.820503 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9485c7-4185-4831-850b-068eb37e6f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:14.967354 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e51da-05f3-4c75-8bb1-4de9faddf757 req-32f29e4e-39c8-4e1c-a11a-bf679e407537 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:14.975760 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-051e51da-05f3-4c75-8bb1-4de9faddf757 req-32f29e4e-39c8-4e1c-a11a-bf679e407537 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0682943 Dec 23 11:42:14.998202 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:15.046856 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-051e51da-05f3-4c75-8bb1-4de9faddf757 req-51c93e57-01c9-4412-9baa-2864ab4e0281 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699434 Dec 23 11:42:15.116342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91beb9ae-084f-4269-bccb-2c1c1b621364 x-openstack-request-id: req-91beb9ae-084f-4269-bccb-2c1c1b621364 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:15.116631 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:15.116915 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91beb9ae-084f-4269-bccb-2c1c1b621364 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:15.117319 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'status': 'completed', 'code': 200} Dec 23 11:42:15.268487 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:35Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:15.301434 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] Checking router: 79d1bdd3-81b3-49fa-9587-250b50b6c000 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:42:15.310490 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:15.311010 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:15.430002 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:15.663113 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:35Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:15.690110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b1b3b-d401-462a-82dd-d1464869bc15 None None] The sync data for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi is: [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:38:31Z', 'revision_number': 4, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '29201a8f-44bd-4b03-8e7a-e2c355cdfcf1', 'name': '', 'network_id': '6ce40181-bd6c-42ee-910d-e538488a564d', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'mac_address': 'fa:16:3e:43:1e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:30Z', 'updated_at': '2021-12-23T11:38:35Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'subnets': [{'id': '8efb5204-0d72-49e1-8b11-e5f273b4c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:42:15.740533 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb025c7e-0303-4031-b62f-2ca35dbbbfbc req-6814bb31-bde7-49f5-924d-b858439d16d8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:15.742356 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cb025c7e-0303-4031-b62f-2ca35dbbbfbc req-6814bb31-bde7-49f5-924d-b858439d16d8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0527496 Dec 23 11:42:15.831421 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b92a05c0-3c5c-441c-8158-944f7fca12ab req-2ceb0b7f-6227-49b0-8c3b-d7543ce73c3f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0414200 Dec 23 11:42:15.845237 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cb025c7e-0303-4031-b62f-2ca35dbbbfbc req-1c9ddd9f-dfdd-48e9-b78e-155c3cb51357 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961289 Dec 23 11:42:15.985880 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abf00d-8a8c-499c-8213-adf1f0437264 None None] New status for floating IP 41dad777-91c4-421a-8a85-b21a3bf09e6d: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:42:16.217957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1947821-1941-4ab7-b49c-d3293664275c req-2a07cc47-9465-4b74-bd76-a56c5f1ca636 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:16.217957 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e1947821-1941-4ab7-b49c-d3293664275c req-2a07cc47-9465-4b74-bd76-a56c5f1ca636 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0630093 Dec 23 11:42:16.281882 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e1947821-1941-4ab7-b49c-d3293664275c req-77db73ca-db71-4a16-9101-62d2f1509ddf tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589221 Dec 23 11:42:16.939631 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5749dc4d-def0-4e71-b77a-accb057a34d4 req-fe006ae3-def4-4d9a-b6bc-9f21a1060927 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0321789 Dec 23 11:42:16.994652 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a85130-e174-4e95-88c6-75edbff47b3b req-f1db3a66-aeaf-4cc9-af8a-1770c2719fa2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:16.996110 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2a85130-e174-4e95-88c6-75edbff47b3b req-f1db3a66-aeaf-4cc9-af8a-1770c2719fa2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0554142 Dec 23 11:42:17.047243 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e2a85130-e174-4e95-88c6-75edbff47b3b req-374bf55a-c6dd-4a88-9fe4-e1cad1b3dd60 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442979 Dec 23 11:42:17.415718 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44acd01-85f5-4c81-81e4-91cd59c2dedc req-2c973452-160d-4838-b5b2-1a8b6e1b3ccc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:17.417227 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a44acd01-85f5-4c81-81e4-91cd59c2dedc req-2c973452-160d-4838-b5b2-1a8b6e1b3ccc tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0490983 Dec 23 11:42:17.475081 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a44acd01-85f5-4c81-81e4-91cd59c2dedc req-d7981198-32a0-49ee-bdc9-5a6cbee246ce tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502601 Dec 23 11:42:18.052394 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cf38e21-c16a-4bb9-a724-2744aa7035fc req-3b8a3d60-358b-4186-9028-5595e243cdbf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0297976 Dec 23 11:42:18.192149 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0851c5-304c-4c44-b14c-ad52f52c9518 req-7ddcde4f-a426-4a16-b508-53a0e6580f99 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:18.193454 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa0851c5-304c-4c44-b14c-ad52f52c9518 req-7ddcde4f-a426-4a16-b508-53a0e6580f99 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0621893 Dec 23 11:42:18.249035 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa0851c5-304c-4c44-b14c-ad52f52c9518 req-2a477aaf-789b-47c1-a0ef-0b7a93fc89a2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494490 Dec 23 11:42:18.612164 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeb10f-923f-4be3-822b-660eb0b177bb req-6f44f9d8-b219-43f6-996c-3623bdde58e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:18.613781 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-09eeb10f-923f-4be3-822b-660eb0b177bb req-6f44f9d8-b219-43f6-996c-3623bdde58e0 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0529561 Dec 23 11:42:18.676766 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-09eeb10f-923f-4be3-822b-660eb0b177bb req-a01a1de2-cebb-40b2-a07d-8544bb61327a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566273 Dec 23 11:42:19.158662 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ce08dd84-2227-4601-89e8-e0419aea4bec req-5e9496d9-6bb6-4771-b4de-3a27df317791 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0278003 Dec 23 11:42:19.416426 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba66b6-45d7-49ac-8c0e-c62b715b705e req-8824833b-4fe9-40a2-9925-651a3debcd53 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:19.418058 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1ba66b6-45d7-49ac-8c0e-c62b715b705e req-8824833b-4fe9-40a2-9925-651a3debcd53 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0709167 Dec 23 11:42:19.468170 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1ba66b6-45d7-49ac-8c0e-c62b715b705e req-eae8129c-44cf-4149-a235-119d4c4b66af tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Dec 23 11:42:19.823497 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa607037-824d-4133-b425-b9504b908946 req-1b9ec792-bf82-475e-9f99-cbc4f202858a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:19.825644 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa607037-824d-4133-b425-b9504b908946 req-1b9ec792-bf82-475e-9f99-cbc4f202858a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0713553 Dec 23 11:42:19.880706 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-fa607037-824d-4133-b425-b9504b908946 req-11fdddac-6d1a-48dc-bac3-ccbd301cb793 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472538 Dec 23 11:42:20.276006 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-69a1b6a7-5873-4e21-8de9-fb1885428912 req-a6981132-902b-4acd-9df0-48d04e3988da tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0317402 Dec 23 11:42:20.618962 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a12f-8c53-4826-b1ba-325989b8451e req-8ffd8d3e-f9b6-4908-8a41-1c75f30dc147 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:20.618962 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e727a12f-8c53-4826-b1ba-325989b8451e req-8ffd8d3e-f9b6-4908-8a41-1c75f30dc147 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0598295 Dec 23 11:42:20.670252 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e727a12f-8c53-4826-b1ba-325989b8451e req-64a6742f-27b5-46b0-be0d-b561ccb407e8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528200 Dec 23 11:42:21.021075 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c58a10-7c4b-4398-9919-e913df7a9dbc req-4d3c5cb1-7663-4270-ac8d-00e99efd176e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:21.022769 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c0c58a10-7c4b-4398-9919-e913df7a9dbc req-4d3c5cb1-7663-4270-ac8d-00e99efd176e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0696383 Dec 23 11:42:21.073042 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c0c58a10-7c4b-4398-9919-e913df7a9dbc req-f5fe9b53-5217-4193-b2f6-dcfc5f80d61d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Dec 23 11:42:21.372889 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cfac19db-4f17-40d0-90af-bc6f3b7b045b req-7102186f-06a7-4d32-a3a8-0d706292142b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0259209 Dec 23 11:42:21.813140 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6ffe7-9ef9-4ac2-90da-c7c27892db7c req-85ec83d5-96fa-4103-ad67-8bbcef148ebf tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:21.814621 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-55a6ffe7-9ef9-4ac2-90da-c7c27892db7c req-85ec83d5-96fa-4103-ad67-8bbcef148ebf tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0660405 Dec 23 11:42:21.864223 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-55a6ffe7-9ef9-4ac2-90da-c7c27892db7c req-a5bc7d36-ab70-4082-ad2c-9f9e08be2bb8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Dec 23 11:42:22.201645 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f02e57-413f-42a3-95ed-b49b2c6e7c3b req-6020c4bc-871b-48db-95aa-dd89b2728f12 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:22.203589 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26f02e57-413f-42a3-95ed-b49b2c6e7c3b req-6020c4bc-871b-48db-95aa-dd89b2728f12 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0571325 Dec 23 11:42:22.252763 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26f02e57-413f-42a3-95ed-b49b2c6e7c3b req-381754f9-ce62-4d99-be21-0b98f9047323 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Dec 23 11:42:22.478134 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cc7617d3-0914-4e7d-881c-b7d3e71ebca7 req-55311b7f-61dd-46d7-984d-7b11ddb5986a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0265188 Dec 23 11:42:22.999808 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b62-3490-4909-8486-8c672d323cef req-e61daaf9-58f7-480d-9696-2409e9acb2b0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:23.001294 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbed4b62-3490-4909-8486-8c672d323cef req-e61daaf9-58f7-480d-9696-2409e9acb2b0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0533676 Dec 23 11:42:23.050682 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbed4b62-3490-4909-8486-8c672d323cef req-2dae1e16-7cea-400c-8a13-652cd1be1780 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Dec 23 11:42:23.378819 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1ecf5-28f5-40fb-991c-c08d4367935b req-1f328dd4-6d9f-4e1d-b7ab-fe18b348ceb4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:23.380282 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebb1ecf5-28f5-40fb-991c-c08d4367935b req-1f328dd4-6d9f-4e1d-b7ab-fe18b348ceb4 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0496030 Dec 23 11:42:23.435110 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebb1ecf5-28f5-40fb-991c-c08d4367935b req-0f2ecb4f-cb80-4eea-b17d-3ce089fdef16 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458717 Dec 23 11:42:23.575205 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3f182e15-1ff4-469c-b7c2-c09e1203db54 req-7cce1491-6c3f-4bb4-b1bc-7ad97c942acf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0260484 Dec 23 11:42:24.194371 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c706c-4d2e-4908-9897-7b26887cf9d9 req-95193ac8-6f94-4cf1-8f6e-a18183c91dad tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:24.195886 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d3c706c-4d2e-4908-9897-7b26887cf9d9 req-95193ac8-6f94-4cf1-8f6e-a18183c91dad tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0626650 Dec 23 11:42:24.251343 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5d3c706c-4d2e-4908-9897-7b26887cf9d9 req-b16662a7-d20e-4406-ad18-7e2d8a240ce5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467141 Dec 23 11:42:24.568161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6d00-a4de-4564-96cf-dea164c3b6ab req-d5b0ee65-e715-4afa-9a7a-4526a1db7b17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:24.569790 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-67bb6d00-a4de-4564-96cf-dea164c3b6ab req-d5b0ee65-e715-4afa-9a7a-4526a1db7b17 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0607533 Dec 23 11:42:24.623121 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-67bb6d00-a4de-4564-96cf-dea164c3b6ab req-be764734-aa8d-4ed9-8aad-53d894bec6ca tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 Dec 23 11:42:24.679160 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7641d582-626e-420e-8f15-96e57ac603c4 req-cb151510-f830-4020-8287-3229b673057a tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0276146 Dec 23 11:42:25.381248 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca5433-4d00-44c5-acc4-8c6ba98f77a3 req-4bef60c5-31c6-4955-b513-1deb7c0e37b2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:25.382676 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-90ca5433-4d00-44c5-acc4-8c6ba98f77a3 req-4bef60c5-31c6-4955-b513-1deb7c0e37b2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0533922 Dec 23 11:42:25.669336 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-90ca5433-4d00-44c5-acc4-8c6ba98f77a3 req-71b05ca3-dae7-4533-8659-0e930f370a11 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804551 Dec 23 11:42:25.752793 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119d8c-a9c9-4ebe-8af5-4cc8cde176ac req-a3148805-8b09-42ae-9a50-97eb038dbc55 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:25.754263 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52119d8c-a9c9-4ebe-8af5-4cc8cde176ac req-a3148805-8b09-42ae-9a50-97eb038dbc55 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0489991 Dec 23 11:42:25.783583 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4f1ee4b1-58ab-4968-bca0-616d2c9a2920 req-b48493bf-d268-4006-96bd-d3e79128c9cf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0283556 Dec 23 11:42:25.817653 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-52119d8c-a9c9-4ebe-8af5-4cc8cde176ac req-aac55c1b-889d-46ad-813a-590a8b3031f2 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545294 Dec 23 11:42:26.787582 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed0db2-5588-402e-9a9c-75ebe129124b req-39131c46-6395-4227-8e2f-806766af90e2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:26.789026 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3eed0db2-5588-402e-9a9c-75ebe129124b req-39131c46-6395-4227-8e2f-806766af90e2 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0516105 Dec 23 11:42:26.839032 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3eed0db2-5588-402e-9a9c-75ebe129124b req-1cd154a4-520d-4242-99e1-162096ef9460 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Dec 23 11:42:26.880057 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-decd40d8-7bf3-4111-b44b-7a1f2f9e7a74 req-0de9c588-7f19-4f25-b9be-187aea52b3c4 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0289459 Dec 23 11:42:26.941712 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867f2ce-42c4-4e16-b527-a9a9529d874c req-b5e59ba0-1eaf-45cb-a753-f4c11b0d9bf5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:26.943161 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6867f2ce-42c4-4e16-b527-a9a9529d874c req-b5e59ba0-1eaf-45cb-a753-f4c11b0d9bf5 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0482442 Dec 23 11:42:27.000071 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6867f2ce-42c4-4e16-b527-a9a9529d874c req-9d4b9847-4bb6-4262-bb2d-cd8891721e79 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508134 Dec 23 11:42:27.964273 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040d7d4-ed9c-48b3-8a66-51596b2f3630 req-d7504574-eb32-4e4e-8501-42508d92a4f7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:27.965777 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0040d7d4-ed9c-48b3-8a66-51596b2f3630 req-d7504574-eb32-4e4e-8501-42508d92a4f7 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0571692 Dec 23 11:42:27.997075 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e08d7126-2512-4b5a-809a-95b467fbbf2f req-1da2fa95-7fd4-4ed5-9fb4-433d54b94932 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0296118 Dec 23 11:42:28.055077 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-db3f249d-cfc0-4320-8f89-ff4cb9ebffc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:28.071674 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-b147ec1f-5053-45e0-acd0-1c9c4f67afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.086853 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-b147ec1f-5053-45e0-acd0-1c9c4f67afb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1099 time: 0.0757568 Dec 23 11:42:28.100320 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0040d7d4-ed9c-48b3-8a66-51596b2f3630 req-f1cc2d9d-1a96-492d-9fd3-4ee9082d3b4f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240969 Dec 23 11:42:28.197188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-1d64a003-3154-4c49-9f1e-488e9c3c3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.199126 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-1d64a003-3154-4c49-9f1e-488e9c3c3d2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 915 time: 0.1108596 Dec 23 11:42:28.204047 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ade34b-96f2-46e9-b6e3-e8a104956f97 req-f2c92efd-251b-4043-b02a-eacca608b731 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.205539 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a6ade34b-96f2-46e9-b6e3-e8a104956f97 req-f2c92efd-251b-4043-b02a-eacca608b731 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0479717 Dec 23 11:42:28.246745 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-ded17eb3-e776-4cd0-857e-5b52b49d17d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 217 time: 0.0392354 Dec 23 11:42:28.252445 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a6ade34b-96f2-46e9-b6e3-e8a104956f97 req-5114d763-817e-467d-850a-9bf2643a0407 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407279 Dec 23 11:42:28.295799 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-8ede96d7-4ba3-42a8-b9e0-1532cba160b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.297279 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-8ede96d7-4ba3-42a8-b9e0-1532cba160b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0427325 Dec 23 11:42:28.346679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-40758ad8-1208-41be-8e52-c988398f2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.348469 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-40758ad8-1208-41be-8e52-c988398f2ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399461 Dec 23 11:42:28.449837 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-73452886-2b31-484f-b2eb-eef0d56385ec service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866294 Dec 23 11:42:28.547918 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-70e01940-a183-4fc9-9791-ef3db0a87b81 req-2e3ee89d-6287-48e4-aaf0-035d8dc360cd service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886734 Dec 23 11:42:28.643266 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9485c7-4185-4831-850b-068eb37e6f9e req-c0ff932d-7d96-4beb-86ef-eaac1fc2be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.645659 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-c0ff932d-7d96-4beb-86ef-eaac1fc2be0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 1099 time: 0.0428791 Dec 23 11:42:28.765984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9485c7-4185-4831-850b-068eb37e6f9e req-49d6f9f2-df9b-4d82-ae45-8697edbce669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.767785 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-49d6f9f2-df9b-4d82-ae45-8697edbce669 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 200 len: 915 time: 0.0993385 Dec 23 11:42:28.778940 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-104b4d80-6fdb-4aa7-bc59-4a58ff067de3 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.780469 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-104b4d80-6fdb-4aa7-bc59-4a58ff067de3 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 811 time: 0.1112676 Dec 23 11:42:28.811989 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-7ab8055e-8ea4-4496-83d1-cc29fb15f48b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 200 len: 217 time: 0.0345938 Dec 23 11:42:28.849509 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-eb099859-3a04-4f91-a6a6-16e59d751215 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=287e322f4ddb4877b2e072441c21cac2 HTTP/1.1" status: 200 len: 379 time: 0.0573394 Dec 23 11:42:28.865817 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'port': {'device_id': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'admin_state_up': True, 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'security_groups': ['802e4836-43bf-43b4-81e4-f8b1cb7d040f']}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:28.876302 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9485c7-4185-4831-850b-068eb37e6f9e req-e32fbc49-994d-4324-99f2-b78098cba944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.877846 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-e32fbc49-994d-4324-99f2-b78098cba944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 200 len: 854 time: 0.0584309 Dec 23 11:42:28.924082 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9485c7-4185-4831-850b-068eb37e6f9e req-42f0d3c4-4fee-45cc-8d02-35e3005be3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:28.925607 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-42f0d3c4-4fee-45cc-8d02-35e3005be3a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ce40181-bd6c-42ee-910d-e538488a564d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394237 Dec 23 11:42:28.977583 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Made reservation on behalf of 287e322f4ddb4877b2e072441c21cac2 for: {'port': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:42:28.982053 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:29.027145 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-b29a3bcf-f4ff-497e-ba6e-7a7b6dc4efe6 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926750 Dec 23 11:42:29.126539 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-de9485c7-4185-4831-850b-068eb37e6f9e req-bd9c5b97-3be5-4fd1-b9ac-a93943620435 service neutron] 10.222.0.32 "GET /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890324 Dec 23 11:42:29.140576 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-cd7a95f0-d3a3-43ec-ba4b-84a473adc744 req-38270531-c18f-4437-9b32-18448d34c10c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 210 time: 0.0396378 Dec 23 11:42:29.162793 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_common [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Allocated IP 172.20.0.14 (25344bbe-018a-4341-8784-0e9f59d8b706/8832f32f-6922-4ef0-b405-455dcf040266/0e7d3266-6650-41c3-a514-89d3cf3cd4b9) {{(pid=102559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:42:29.314684 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cf1ff-807d-4c65-ad26-3f537a985908 req-3d43285c-cd9b-4771-8628-f319e4b890cc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:29.316208 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-de3cf1ff-807d-4c65-ad26-3f537a985908 req-3d43285c-cd9b-4771-8628-f319e4b890cc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.1108437 Dec 23 11:42:29.366931 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for port, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:29.423955 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-de3cf1ff-807d-4c65-ad26-3f537a985908 req-7b2ba762-b012-4dce-a619-c79fdf172f55 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966756 Dec 23 11:42:29.442723 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1fcc9-d5cb-4b7f-82b1-3d7a620bcfaa req-ebc86e31-01a3-4909-bd35-f58de113be19 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:29.444215 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a1f1fcc9-d5cb-4b7f-82b1-3d7a620bcfaa req-ebc86e31-01a3-4909-bd35-f58de113be19 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.1090589 Dec 23 11:42:29.458915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:29.527564 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Network 25344bbe-018a-4341-8784-0e9f59d8b706 is already hosted by enough agents. {{(pid=102559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:42:29.530857 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event updated for resources: {'Port': ['ID=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:29.537510 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Resources bound (agent type, host, resource id): {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:42:29.541701 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Received port after_create {{(pid=102559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:42:29.549337 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a1f1fcc9-d5cb-4b7f-82b1-3d7a620bcfaa req-c1f51b89-2973-47f7-b0e7-be636f1e2e61 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981233 Dec 23 11:42:29.593312 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:29.593924 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:29.613219 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-fa1580e0-1296-42ac-8d2e-3aaab9055f09 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7515967 Dec 23 11:42:29.658727 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Request body: {'port': {'device_id': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:29.719028 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:29.812599 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-d3e4498f-6288-4724-ad5b-f7189c7f1c5f None None] Provisioning complete for port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 triggered by entity DHCP. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:42:29.813253 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d3e4498f-6288-4724-ad5b-f7189c7f1c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:29.846596 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4498f-6288-4724-ad5b-f7189c7f1c5f None None] Port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 cannot update to ACTIVE because it is not bound. {{(pid=102561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:42:29.982958 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 {{(pid=102559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:42:29.990434 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:30.003656 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.provisioning_blocks [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Transition to ACTIVE for port object 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 will not be triggered until provisioned by entity L2. {{(pid=102559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:42:30.008302 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:30.055053 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,revision_number=2']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:30.129252 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Attempting to bind port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:42:30.129682 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Attempting to bind port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:42:30.130077 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Attempting to bind port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 on network 25344bbe-018a-4341-8784-0e9f59d8b706 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:42:30.134905 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 on network 25344bbe-018a-4341-8784-0e9f59d8b706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:42:30.135217 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Attempting to bind port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 on network 25344bbe-018a-4341-8784-0e9f59d8b706 {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:42:30.140595 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:42:30.141126 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Checking segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:42:30.141500 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Bound using segment: {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'} {{(pid=102559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:42:30.141920 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.managers [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Bound port: 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0185a7-b96e-4b10-b4bc-666e41387fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706'}}] {{(pid=102559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:42:30.142247 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:30.227188 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] For port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host hv-cinder-73093, cleared binding levels {{(pid=102559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:42:30.232227 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] For port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:42:30.242894 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2338229'] for port, after_update {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:30.297319 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.298107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:30.299672 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] 10.222.0.32 "PUT /v2.0/ports/0e7d3266-6650-41c3-a514-89d3cf3cd4b9 HTTP/1.1" status: 200 len: 1094 time: 0.6458042 Dec 23 11:42:30.300954 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:30.303232 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a026a-9ca0-44e1-a2be-779568063b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:30.325993 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311492ad-b87a-4c71-a9e0-75ac07176777 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,revision_number=3']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:30.337298 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09016d0-1c4a-47e6-8ff5-9dad17bbd941 req-ca42b13a-d1d2-42c7-83a1-cd3745bf8a59 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.338855 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f09016d0-1c4a-47e6-8ff5-9dad17bbd941 req-ca42b13a-d1d2-42c7-83a1-cd3745bf8a59 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 944 time: 0.1094406 Dec 23 11:42:30.373621 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3873fcb6-b619-4f7f-abbe-fd7657d8d6e5 x-openstack-request-id: req-3873fcb6-b619-4f7f-abbe-fd7657d8d6e5 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:30.373906 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:30.374200 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3873fcb6-b619-4f7f-abbe-fd7657d8d6e5 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:30.374325 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-a6850fba-afb6-4a8a-99c8-1cedd1685b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:30.374576 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'status': 'completed', 'code': 200} Dec 23 11:42:30.432767 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-e49af5ee-dc2d-478b-822f-e8edd0990e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.434324 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-e49af5ee-dc2d-478b-822f-e8edd0990e00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 1097 time: 0.0884554 Dec 23 11:42:30.438272 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f09016d0-1c4a-47e6-8ff5-9dad17bbd941 req-d68216f4-bc4c-4b4f-9271-0e85472c812e tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780001 Dec 23 11:42:30.488103 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-229dd954-e464-4705-ab17-21a6d48da90d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9 HTTP/1.1" status: 200 len: 217 time: 0.0450780 Dec 23 11:42:30.574958 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-ce9facb3-f58a-43a4-9250-ba9f8f07a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.576382 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-ce9facb3-f58a-43a4-9250-ba9f8f07a83d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0783513 Dec 23 11:42:30.600227 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef11a1-08f4-494e-a303-e0434be25a67 req-9ce530c6-2a26-46c9-a895-36701a382d63 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.601712 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebef11a1-08f4-494e-a303-e0434be25a67 req-9ce530c6-2a26-46c9-a895-36701a382d63 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 943 time: 0.0727165 Dec 23 11:42:30.695434 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-029e94bf-e404-423b-9767-17fc8374b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.696918 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-029e94bf-e404-423b-9767-17fc8374b506 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1127725 Dec 23 11:42:30.701505 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ebef11a1-08f4-494e-a303-e0434be25a67 req-209bc6ed-1c61-4311-b619-5b6140ebc12d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762432 Dec 23 11:42:30.708446 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed7af3-60e0-4d2b-a45b-58ba18ce4938 req-ed13327d-00c5-4f55-a5d8-6cafdbf4910c tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.709838 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88ed7af3-60e0-4d2b-a45b-58ba18ce4938 req-ed13327d-00c5-4f55-a5d8-6cafdbf4910c tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.1175604 Dec 23 11:42:30.845425 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-88ed7af3-60e0-4d2b-a45b-58ba18ce4938 req-f609f611-84a2-46ec-bc71-09dcdb2b664a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273251 Dec 23 11:42:30.854118 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-91f2807b-abde-4e2d-9e90-ac1d9d1c946c service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433556 Dec 23 11:42:30.875787 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431522e-7db7-43cb-a455-eb576b04bea5 req-51e85367-25cd-4464-85b1-906ab9d61a85 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:30.877263 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3431522e-7db7-43cb-a455-eb576b04bea5 req-51e85367-25cd-4464-85b1-906ab9d61a85 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 943 time: 0.0996542 Dec 23 11:42:30.977534 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3431522e-7db7-43cb-a455-eb576b04bea5 req-2344b947-9766-4db4-a13c-56e647765d5f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847945 Dec 23 11:42:30.992425 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-83b9bffb-c956-49d4-9bea-85a12831a637 req-d31c963e-3be7-4ede-bb96-9610060eed1c service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305423 Dec 23 11:42:31.082052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-b8cb99cd-10eb-458d-a118-3d28f1ba6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.083585 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-b8cb99cd-10eb-458d-a118-3d28f1ba6942 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 1097 time: 0.0420070 Dec 23 11:42:31.092006 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 73a918b9-4fc0-4164-ae58-5201d467f06f details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:42:31.203393 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-9b1e9d88-598e-4a71-b598-64eb1c14ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.204895 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-9b1e9d88-598e-4a71-b598-64eb1c14ceef service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.1079721 Dec 23 11:42:31.209804 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 73a918b9-4fc0-4164-ae58-5201d467f06f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=73a918b9-4fc0-4164-ae58-5201d467f06f,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:31.221541 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'port_id': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'mac_address': 'fa:16:3e:a8:10:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:42:31.251191 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-972fb4a4-792f-464e-8f29-8d54f0226559 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9 HTTP/1.1" status: 200 len: 217 time: 0.0375147 Dec 23 11:42:31.265290 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:31.279123 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a918b9-4fc0-4164-ae58-5201d467f06f {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:42:31.300209 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 73a918b9-4fc0-4164-ae58-5201d467f06f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=73a918b9-4fc0-4164-ae58-5201d467f06f,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:31.308552 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:31.309039 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-463b34c2-6d02-4ae7-9776-78b4a526f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.310046 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:42:31.310897 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-463b34c2-6d02-4ae7-9776-78b4a526f2c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0515804 Dec 23 11:42:31.359685 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-09316210-dd01-472b-a389-04a26a81c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.361203 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-09316210-dd01-472b-a389-04a26a81c146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425332 Dec 23 11:42:31.382189 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=73a918b9-4fc0-4164-ae58-5201d467f06f,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:31.441031 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:31.452369 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-5231a81d-84ec-4264-bc36-a8e02d40e7af service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820363 Dec 23 11:42:31.456406 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:31.468175 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'port_id': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'mac_address': 'fa:16:3e:e3:7c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:42:31.517945 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:31.531564 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c867a72-e7f4-4861-b6b5-72bb63b1b690 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:42:31.551421 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:31.556314 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:31.557040 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-be6a026a-9ca0-44e1-a2be-779568063b6a req-321d535d-1670-4327-9a47-99cdcf690fad service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966079 Dec 23 11:42:31.603373 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=9']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:31.743046 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea502f-acdf-4174-b3e3-873bcaa6a491 req-3f6a7f2a-0ea1-4ee9-bc0a-a24184ba6357 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.747350 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-faea502f-acdf-4174-b3e3-873bcaa6a491 req-3f6a7f2a-0ea1-4ee9-bc0a-a24184ba6357 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 944 time: 0.2270331 Dec 23 11:42:31.821636 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-faea502f-acdf-4174-b3e3-873bcaa6a491 req-f319d7ae-3a60-44df-9785-6dadf77f7886 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687847 Dec 23 11:42:31.843467 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1c85d-9387-4b93-9715-c116a5d7e12e req-7dfd5e08-a63d-49d5-8a6c-63bd31dcf9a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.844928 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a5c1c85d-9387-4b93-9715-c116a5d7e12e req-7dfd5e08-a63d-49d5-8a6c-63bd31dcf9a5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 944 time: 0.0716436 Dec 23 11:42:31.897116 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a5c1c85d-9387-4b93-9715-c116a5d7e12e req-fca58109-1fd4-4658-9c75-b2c8819282f0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 Dec 23 11:42:31.963004 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f9ac1-c097-4604-9283-f1633e18fdaf req-aa3bc5e2-e9fb-45a6-beb6-9c6eeb5e8bd8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:31.964567 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-535f9ac1-c097-4604-9283-f1633e18fdaf req-aa3bc5e2-e9fb-45a6-beb6-9c6eeb5e8bd8 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0501215 Dec 23 11:42:31.977772 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['73a918b9-4fc0-4164-ae58-5201d467f06f'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:42:32.005817 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['0c867a72-e7f4-4861-b6b5-72bb63b1b690'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:42:32.017870 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-535f9ac1-c097-4604-9283-f1633e18fdaf req-3b6e6e69-a11f-465f-8469-9642106b528a tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Dec 23 11:42:32.100249 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e41913-0249-4fe7-9cc2-ae3dd373e9fc req-9612ee0d-4dc1-4b6b-95bb-e0f52cb7f24f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:32.101763 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-81e41913-0249-4fe7-9cc2-ae3dd373e9fc req-9612ee0d-4dc1-4b6b-95bb-e0f52cb7f24f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0495176 Dec 23 11:42:32.157251 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-81e41913-0249-4fe7-9cc2-ae3dd373e9fc req-8df08507-4977-4a93-b3d7-df839694b18b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489836 Dec 23 11:42:32.678190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-11ef4bca-263e-4c22-8847-d72bb4143425 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:32.679736 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-11ef4bca-263e-4c22-8847-d72bb4143425 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.32 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 946 time: 0.0515983 Dec 23 11:42:32.773772 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Deleting port a740e412-f3f8-4903-875e-0f83801e7d1e {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:32.774086 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:32.838401 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:32.878876 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] For port a740e412-f3f8-4903-875e-0f83801e7d1e, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=a740e412-f3f8-4903-875e-0f83801e7d1e,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:32.879375 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:32.895722 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Calling delete_port for a740e412-f3f8-4903-875e-0f83801e7d1e owned by compute:nova {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:33.035208 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3f84a-79b2-4a3b-9161-105c1ca40c6f req-d4c51809-1e6e-4d32-80d4-01bd5249df3f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:33.036735 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a7a3f84a-79b2-4a3b-9161-105c1ca40c6f req-d4c51809-1e6e-4d32-80d4-01bd5249df3f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 944 time: 0.1366076 Dec 23 11:42:33.078083 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e96c-8ca1-49fa-b198-2de4ad781c2d req-6a61c9e1-bb20-4735-b2dd-d84250ad43d1 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:33.078758 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:42:33.079577 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8d79e96c-8ca1-49fa-b198-2de4ad781c2d req-6a61c9e1-bb20-4735-b2dd-d84250ad43d1 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 944 time: 0.1105258 Dec 23 11:42:33.153667 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a7a3f84a-79b2-4a3b-9161-105c1ca40c6f req-152e7f42-a4bf-44eb-97d2-597172515ea9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075635 Dec 23 11:42:33.176753 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:33.188916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:33.189649 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'port_id': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'mac_address': 'fa:16:3e:9c:16:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:42:33.223083 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-8d79e96c-8ca1-49fa-b198-2de4ad781c2d req-c10e661a-b741-4f63-b818-508545067498 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343112 Dec 23 11:42:33.226399 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['a740e412-f3f8-4903-875e-0f83801e7d1e'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:42:33.228024 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Pushing event deleted for resources: {'Port': ['ID=a740e412-f3f8-4903-875e-0f83801e7d1e,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:33.259715 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ad2361c5-2e87-4523-b931-9bdb03dcd8a5 req-7c0b36c4-c491-4058-8195-5545ae1649a5 tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.31 "GET /v2.0/ports?device_id=d49a18d9-2ab6-4863-b3fa-2c51292b9e1b HTTP/1.1" status: 200 len: 210 time: 0.0356555 Dec 23 11:42:33.277127 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:33.292132 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:42:33.297175 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] No DVR routers for this DVR port a740e412-f3f8-4903-875e-0f83801e7d1e on host hv-cinder-73093 {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:42:33.299885 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:33.303480 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ec1a33f4-addd-4be0-af7a-6b6e4dfba683 req-ab29ee4e-0ef7-43a6-ac3c-cff003cf51ee tempest-TestMinimumBasicScenario-1260687993 tempest-TestMinimumBasicScenario-1260687993-project] 10.222.0.32 "DELETE /v2.0/ports/a740e412-f3f8-4903-875e-0f83801e7d1e HTTP/1.1" status: 204 len: 173 time: 0.6167550 Dec 23 11:42:33.304025 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'name': 'network-vif-deleted', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e'}] {{(pid=102559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:33.306567 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09e498c254ae1d8425dfa14fa57ae9b6b46bffc45fc8e0dd73ce4daa1a29c600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9165e5-bcf2-41e4-a817-52e35f993722" -d '{"events": [{"server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "name": "network-vif-deleted", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e"}]}' {{(pid=102559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:33.314868 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:33.319966 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:33.351524 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd97062-a7d8-4f3f-ab67-4da2a98b7ef1 x-openstack-request-id: req-2dd97062-a7d8-4f3f-ab67-4da2a98b7ef1 {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:33.351810 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a18d9-2ab6-4863-b3fa-2c51292b9e1b", "name": "network-vif-deleted", "tag": "a740e412-f3f8-4903-875e-0f83801e7d1e", "status": "completed", "code": 200}]} {{(pid=102559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:33.352066 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2dd97062-a7d8-4f3f-ab67-4da2a98b7ef1 {{(pid=102559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:33.352450 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49a18d9-2ab6-4863-b3fa-2c51292b9e1b', 'name': 'network-vif-deleted', 'tag': 'a740e412-f3f8-4903-875e-0f83801e7d1e', 'status': 'completed', 'code': 200} Dec 23 11:42:33.367392 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de25507-511c-4305-bbd1-583e6c342fd3 req-058c5292-2056-43c8-bd9b-428a73b64c71 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:33.368936 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5de25507-511c-4305-bbd1-583e6c342fd3 req-058c5292-2056-43c8-bd9b-428a73b64c71 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0588090 Dec 23 11:42:33.388552 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:33.419739 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5de25507-511c-4305-bbd1-583e6c342fd3 req-539640e4-28b3-4ab5-8047-4390260e0d0e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443838 Dec 23 11:42:33.734423 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['0e7d3266-6650-41c3-a514-89d3cf3cd4b9'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:42:33.987227 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:34.284150 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a622bf3-abfe-4300-8761-2f5e0ae1c58c req-dc253fea-8a35-435d-a2ec-9d695bd6a845 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:34.285787 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1a622bf3-abfe-4300-8761-2f5e0ae1c58c req-dc253fea-8a35-435d-a2ec-9d695bd6a845 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 945 time: 0.0554214 Dec 23 11:42:34.359768 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1a622bf3-abfe-4300-8761-2f5e0ae1c58c req-d6cb3c26-1224-490e-bc3b-047b7dd191b5 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680437 Dec 23 11:42:34.369943 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda6797-104e-4182-bb91-fe9f457b37e6 req-9256948a-5ca0-4aea-8eff-9e50ebeba620 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:34.371369 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9cda6797-104e-4182-bb91-fe9f457b37e6 req-9256948a-5ca0-4aea-8eff-9e50ebeba620 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 944 time: 0.0736399 Dec 23 11:42:34.431097 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-9cda6797-104e-4182-bb91-fe9f457b37e6 req-3507412b-1a59-44aa-9177-c3dadec8ced0 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535138 Dec 23 11:42:34.546301 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fa67-7b8e-4fbd-855b-b5c1879cb77f req-e02b68ee-22a3-4d05-960f-a11e099b94f7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:34.547663 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-33c3fa67-7b8e-4fbd-855b-b5c1879cb77f req-e02b68ee-22a3-4d05-960f-a11e099b94f7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 944 time: 0.0545154 Dec 23 11:42:34.607888 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-33c3fa67-7b8e-4fbd-855b-b5c1879cb77f req-eaf0324b-d2c9-45b3-8e23-9567e2dee4b6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541630 Dec 23 11:42:34.904090 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56520) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:35.092545 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:42:35.146025 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:42:35.146407 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.226674 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.256884 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:35.259620 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877deadc-7680-49d6-b79e-839aa54d1350" -d '{"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:35.280876 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:35.287075 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.288327 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:42:35.339762 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e479b6-85e1-4d90-ba36-97a7114d2a90 x-openstack-request-id: req-41e479b6-85e1-4d90-ba36-97a7114d2a90 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:35.340122 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-plugged", "status": "completed", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:35.340395 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41e479b6-85e1-4d90-ba36-97a7114d2a90 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:35.340769 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'code': 200} Dec 23 11:42:35.378640 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=10']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:35.415232 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:42:35.424736 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:42:35.425647 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.519672 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.537677 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff3ed7-b5d9-4361-9d49-bb0663aee0ef req-6029ae5c-698f-4de5-8abe-00fc8d929f7c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:35.539285 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7ff3ed7-b5d9-4361-9d49-bb0663aee0ef req-6029ae5c-698f-4de5-8abe-00fc8d929f7c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 945 time: 0.0975912 Dec 23 11:42:35.554919 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:35.559834 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.560883 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 73a918b9-4fc0-4164-ae58-5201d467f06f up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:42:35.639045 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:35.651759 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 73a918b9-4fc0-4164-ae58-5201d467f06f completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:42:35.661071 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 73a918b9-4fc0-4164-ae58-5201d467f06f triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:42:35.661445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.662656 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ec02-de98-4026-ab19-6e24b2efbb30 req-29df829f-f33b-4600-b44d-62da3de334b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:35.664351 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7236ec02-de98-4026-ab19-6e24b2efbb30 req-29df829f-f33b-4600-b44d-62da3de334b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 1099 time: 0.1372633 Dec 23 11:42:35.677424 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4b92d-bb56-4104-9659-ae8004d3a8de req-57ffb77e-2c8a-40ee-ae7f-4b01134fae4f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:35.678973 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5ef4b92d-bb56-4104-9659-ae8004d3a8de req-57ffb77e-2c8a-40ee-ae7f-4b01134fae4f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 944 time: 0.1648293 Dec 23 11:42:35.710565 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e7ff3ed7-b5d9-4361-9d49-bb0663aee0ef req-60f85a70-bba6-40e6-8c97-d1bc122a0daf tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493232 Dec 23 11:42:35.741505 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.806069 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7236ec02-de98-4026-ab19-6e24b2efbb30 req-533ecc29-0b4d-4b5d-a0f9-5382bb9874c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260808 Dec 23 11:42:35.855284 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5ef4b92d-bb56-4104-9659-ae8004d3a8de req-d6b8ef20-7e88-43ca-b82d-7eecfa274f3d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624341 Dec 23 11:42:35.878611 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.911187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2be7-986d-4ff6-8e9d-c2f5bff361e9 req-e4cc4cb9-0f04-4635-9c9f-31bfd70c749b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:35.912696 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ccf2be7-986d-4ff6-8e9d-c2f5bff361e9 req-e4cc4cb9-0f04-4635-9c9f-31bfd70c749b tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.1265049 Dec 23 11:42:35.913919 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 73a918b9-4fc0-4164-ae58-5201d467f06f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=73a918b9-4fc0-4164-ae58-5201d467f06f,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:35.919952 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:35.972959 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=73a918b9-4fc0-4164-ae58-5201d467f06f,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:36.013264 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1ccf2be7-986d-4ff6-8e9d-c2f5bff361e9 req-c1110d82-9591-476d-a240-9ff7f4e91ff3 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908921 Dec 23 11:42:36.101225 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Deleting port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:36.101508 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:36.192400 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] For port 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:36.192645 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:36.205091 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Calling delete_port for 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 owned by network:router_interface {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:36.393438 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:36.419349 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Pushing event deleted for resources: {'Port': ['ID=29201a8f-44bd-4b03-8e7a-e2c355cdfcf1,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:36.583427 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:36.827064 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Router 79d1bdd3-81b3-49fa-9587-250b50b6c000 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:42:36.845601 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ce49d-5165-4455-9145-dbce52f04188 req-ca4f0a3c-977f-4962-bf59-27b12ee9bd82 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:36.847099 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f38ce49d-5165-4455-9145-dbce52f04188 req-ca4f0a3c-977f-4962-bf59-27b12ee9bd82 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0650299 Dec 23 11:42:36.996444 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f38ce49d-5165-4455-9145-dbce52f04188 req-86d5789a-668a-4daa-b076-a65820dbae5c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425905 Dec 23 11:42:37.013723 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:42:37.020953 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-9b5e1fb7-22e8-4935-a455-61087b37c781 admin admin] 10.222.0.31 "PUT /v2.0/routers/79d1bdd3-81b3-49fa-9587-250b50b6c000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1144898 Dec 23 11:42:37.022714 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56534) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:37.023850 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] Sync routers for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:42:37.028836 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe20006-ed84-4e88-8b96-5ee383e3a2e2 req-cb284c2d-aebc-45a7-95f2-b9c4a3f14531 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:37.030402 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbe20006-ed84-4e88-8b96-5ee383e3a2e2 req-cb284c2d-aebc-45a7-95f2-b9c4a3f14531 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.0901184 Dec 23 11:42:37.035495 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:37.036278 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:37.102993 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbe20006-ed84-4e88-8b96-5ee383e3a2e2 req-c242cee4-ee13-477f-9383-530bc4bbdb5a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643709 Dec 23 11:42:37.148923 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks [] for router, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.150105 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device a740e412-f3f8-4903-875e-0f83801e7d1e no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:37.164805 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f411-1e22-4d98-9b5e-b472806f2c76 req-ae5d580a-bca3-4631-90b1-9610cccfc1bd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:37.166408 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2e13f411-1e22-4d98-9b5e-b472806f2c76 req-ae5d580a-bca3-4631-90b1-9610cccfc1bd tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.0621462 Dec 23 11:42:37.179858 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: a740e412-f3f8-4903-875e-0f83801e7d1e {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:37.180558 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device a740e412-f3f8-4903-875e-0f83801e7d1e not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:37.216841 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:37.229204 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2e13f411-1e22-4d98-9b5e-b472806f2c76 req-1039a4e0-94a1-45f4-a06c-0cffe9c26b00 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563765 Dec 23 11:42:37.290209 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.343181 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9'}, {'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:37.345453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e08cba9-59ec-48a2-b3cc-318612635d7d" -d '{"events": [{"server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9"}, {"server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "name": "network-vif-plugged", "status": "completed", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:37.347488 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Deleting port 5d682cbf-be83-4bf5-9833-9dded93c59c0 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:37.347814 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.408538 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8610025-7ce8-4c1e-9970-62e1933e9e20 x-openstack-request-id: req-e8610025-7ce8-4c1e-9970-62e1933e9e20 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:37.408855 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "name": "network-vif-plugged", "status": "completed", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9", "code": 200}, {"server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "name": "network-vif-plugged", "status": "completed", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:37.409111 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8610025-7ce8-4c1e-9970-62e1933e9e20 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:37.409508 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'code': 200} Dec 23 11:42:37.409767 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'code': 200} Dec 23 11:42:37.430924 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:42:36Z', 'revision_number': 5, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port': {'id': '5d682cbf-be83-4bf5-9833-9dded93c59c0', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:29Z', 'updated_at': '2021-12-23T11:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:37.445403 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] For port 5d682cbf-be83-4bf5-9833-9dded93c59c0, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=5d682cbf-be83-4bf5-9833-9dded93c59c0,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:37.445780 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.459111 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Calling delete_port for 5d682cbf-be83-4bf5-9833-9dded93c59c0 owned by network:router_gateway {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:37.459886 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] Checking router: 79d1bdd3-81b3-49fa-9587-250b50b6c000 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:42:37.469762 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] Routers {'79d1bdd3-81b3-49fa-9587-250b50b6c000'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:37.470396 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['79d1bdd3-81b3-49fa-9587-250b50b6c000'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:37.579013 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] Set router 79d1bdd3-81b3-49fa-9587-250b50b6c000 gateway port host: None {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:37.642740 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4cf62-b7c3-4678-9ea5-0588141252c3 req-1104c864-8c18-4db5-9d94-4945a31df24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:37.644536 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ecb4cf62-b7c3-4678-9ea5-0588141252c3 req-1104c864-8c18-4db5-9d94-4945a31df24c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 1099 time: 0.0687013 Dec 23 11:42:37.652572 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:42:37Z', 'revision_number': 6, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:37.682882 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddd3c3-645b-4c09-a767-5f682d021dfa None None] The sync data for ids ['79d1bdd3-81b3-49fa-9587-250b50b6c000'] in dv-cinder-730936-3-iscsi is: [{'id': '79d1bdd3-81b3-49fa-9587-250b50b6c000', 'name': 'tempest-TestMinimumBasicScenario-1759487020-router', 'tenant_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:28Z', 'updated_at': '2021-12-23T11:42:37Z', 'revision_number': 6, 'project_id': '0f46e4106d5447cb9d6a3024c5e80a3c', 'gw_port_host': None}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:42:37.710973 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ecb4cf62-b7c3-4678-9ea5-0588141252c3 req-b2f74510-e0c8-4a97-b62e-531d64f78020 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523026 Dec 23 11:42:37.735544 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.763296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f27d-d9cd-4691-9460-5cac64056837 req-6becb348-d29a-46e3-8b35-f580f5cdfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:37.764560 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1857f27d-d9cd-4691-9460-5cac64056837 req-6becb348-d29a-46e3-8b35-f580f5cdfcb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 1098 time: 0.1243064 Dec 23 11:42:37.766195 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d682cbf-be83-4bf5-9833-9dded93c59c0,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:37.778604 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.778949 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.779282 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.779604 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.779924 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.780243 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.780558 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.780908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.781226 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.781540 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.781850 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.782156 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.782463 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:37.841628 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.934342 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.939989 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.987383 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.987893 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d1bdd3-81b3-49fa-9587-250b50b6c000 {{(pid=102560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:42:37.995187 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:37.997192 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-45b804b1-033e-46d9-bc57-878661868e9e admin admin] 10.222.0.31 "DELETE /v2.0/routers/79d1bdd3-81b3-49fa-9587-250b50b6c000 HTTP/1.1" status: 204 len: 168 time: 0.9732213 Dec 23 11:42:38.001627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56574) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:38.066710 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-1857f27d-d9cd-4691-9460-5cac64056837 req-2f5dc03c-f3f5-4e01-a2d6-f01e674351ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766015 Dec 23 11:42:38.070888 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Deleting subnet 8efb5204-0d72-49e1-8b11-e5f273b4c604 {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:42:38.078431 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.151107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.193578 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798d942-fe20-4fe7-9718-2abaf952e409 req-cdd053e0-a454-41ce-8bcb-543ac79740ff tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:38.195049 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5798d942-fe20-4fe7-9718-2abaf952e409 req-cdd053e0-a454-41ce-8bcb-543ac79740ff tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0927472 Dec 23 11:42:38.306667 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:38.334553 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:38.334991 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 29201a8f-44bd-4b03-8e7a-e2c355cdfcf1 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:38.335486 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 5d682cbf-be83-4bf5-9833-9dded93c59c0 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:38.355707 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.360790 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 5d682cbf-be83-4bf5-9833-9dded93c59c0 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:38.361620 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 5d682cbf-be83-4bf5-9833-9dded93c59c0 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:38.401575 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900594a-5474-4db5-91ea-c8a1414ac84e req-fc0ec9d2-8509-42de-a633-0a986e602e8d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:38.403185 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6900594a-5474-4db5-91ea-c8a1414ac84e req-fc0ec9d2-8509-42de-a633-0a986e602e8d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.2072599 Dec 23 11:42:38.406370 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5798d942-fe20-4fe7-9718-2abaf952e409 req-1fe4dd89-463d-4af9-b41a-818d1b0f1c28 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969352 Dec 23 11:42:38.463324 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.470509 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6900594a-5474-4db5-91ea-c8a1414ac84e req-dfccf0c3-c6bb-4fdd-8206-b34a54be9926 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612073 Dec 23 11:42:38.496829 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efb5204-0d72-49e1-8b11-e5f273b4c604,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:38.500477 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.506820 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56584) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:38.514440 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625b66e-35d3-4289-877e-9c1f97bb6a06 None None] Network 6ce40181-bd6c-42ee-910d-e538488a564d requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:42:38.514807 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-696cf9a5-9f9c-4581-a155-04fc8c0c860f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8efb5204-0d72-49e1-8b11-e5f273b4c604 HTTP/1.1" status: 204 len: 168 time: 0.5116427 Dec 23 11:42:38.591558 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.658380 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Deleting port 61e95de8-7f92-4438-9ddd-86dcc8f65814 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:38.658937 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.704326 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] DHCP port deletion for 6ce40181-bd6c-42ee-910d-e538488a564d request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:42:38.728877 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ea1c2-67a3-427c-b15a-ca52ecda8f5c req-5dee2bcd-f30a-416c-a94f-62ed4f98f0fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:38.730535 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f64ea1c2-67a3-427c-b15a-ca52ecda8f5c req-5dee2bcd-f30a-416c-a94f-62ed4f98f0fe tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.0617890 Dec 23 11:42:38.730709 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] For port 61e95de8-7f92-4438-9ddd-86dcc8f65814, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=61e95de8-7f92-4438-9ddd-86dcc8f65814,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:38.731164 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.745128 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Calling delete_port for 61e95de8-7f92-4438-9ddd-86dcc8f65814 owned by network:dhcp {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:38.768322 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] Deleting port 61e95de8-7f92-4438-9ddd-86dcc8f65814 {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:38.768877 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.813371 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f64ea1c2-67a3-427c-b15a-ca52ecda8f5c req-02a352b6-0863-46f8-bb44-1192c4a96b02 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702240 Dec 23 11:42:38.828886 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.839716 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] For port 61e95de8-7f92-4438-9ddd-86dcc8f65814, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=61e95de8-7f92-4438-9ddd-86dcc8f65814,segment=NetworkSegment(1e0c6563-a1c9-4534-a481-7feb6601392d),segment_id=1e0c6563-a1c9-4534-a481-7feb6601392d)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:38.840179 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.854881 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] Calling delete_port for 61e95de8-7f92-4438-9ddd-86dcc8f65814 owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:38.856194 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Pushing event deleted for resources: {'Port': ['ID=61e95de8-7f92-4438-9ddd-86dcc8f65814,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:38.860274 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] No DVR routers for this DVR port 61e95de8-7f92-4438-9ddd-86dcc8f65814 on host dv-cinder-730936-3-iscsi {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:42:38.934560 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.956416 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce40181-bd6c-42ee-910d-e538488a564d']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:38.966799 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0c6563-a1c9-4534-a481-7feb6601392d') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:38.967167 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0c6563-a1c9-4534-a481-7feb6601392d') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:38.981579 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.985148 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:38.999650 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:39.013311 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] Pushing event deleted for resources: {'Port': ['ID=61e95de8-7f92-4438-9ddd-86dcc8f65814,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:39.014528 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:42:39.015038 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:42:39.016856 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:42:39.020526 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb5900-d2b3-4fdd-8b27-8b7cf885d276 None None] No DVR routers for this DVR port 61e95de8-7f92-4438-9ddd-86dcc8f65814 on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:42:39.079717 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:39.085354 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:39.088585 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6ce40181-bd6c-42ee-910d-e538488a564d HTTP/1.1" status: 204 len: 168 time: 0.5806971 Dec 23 11:42:39.091919 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56588) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:39.101036 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b52b-2355-42c1-8f55-ce2492d4206a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce40181-bd6c-42ee-910d-e538488a564d,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:39.510757 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:39.892916 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358eb31-e407-436c-8831-919510f8647c req-0a1d798a-ce43-425b-a403-2cdc90db7726 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:39.894296 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2358eb31-e407-436c-8831-919510f8647c req-0a1d798a-ce43-425b-a403-2cdc90db7726 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.4088240 Dec 23 11:42:39.947445 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65f6a-dc85-4dae-a223-424ae701f047 req-6fc2db0a-6bba-4341-9ce8-683af3860596 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:39.948934 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-98c65f6a-dc85-4dae-a223-424ae701f047 req-6fc2db0a-6bba-4341-9ce8-683af3860596 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.3807042 Dec 23 11:42:40.017467 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-2358eb31-e407-436c-8831-919510f8647c req-66723777-fe16-44d5-87bb-9cec9fc76d31 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140878 Dec 23 11:42:40.066655 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-98c65f6a-dc85-4dae-a223-424ae701f047 req-0e18c6af-cce4-4ade-b7d6-4a2790dd2abe tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092548 Dec 23 11:42:40.185864 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536d919-910c-45c0-8750-bf2a554a1d7e req-4994ab0f-b323-4935-9881-7a204ade114f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:40.187362 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a536d919-910c-45c0-8750-bf2a554a1d7e req-4994ab0f-b323-4935-9881-7a204ade114f tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0902851 Dec 23 11:42:40.196493 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56596) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:40.202334 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Request body: {'floatingip': {'port_id': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:40.211751 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Deleting port e6e0aea2-19bd-41f5-bb55-34719f1fdd43 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:40.212119 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.250226 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.289648 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 61e95de8-7f92-4438-9ddd-86dcc8f65814 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:40.297744 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] For port e6e0aea2-19bd-41f5-bb55-34719f1fdd43, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:40.298362 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.310642 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 61e95de8-7f92-4438-9ddd-86dcc8f65814 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:40.310907 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Calling delete_port for e6e0aea2-19bd-41f5-bb55-34719f1fdd43 owned by network:router_interface {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:40.311001 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 61e95de8-7f92-4438-9ddd-86dcc8f65814 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:40.503243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.539422 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e0aea2-19bd-41f5-bb55-34719f1fdd43,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:40.750500 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.758635 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.764162 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.873503 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Floating IP cf0da26e-5ef3-47ef-ab20-38c3f1b45868 associated. External IP: 172.27.1.216, port: 0e7d3266-6650-41c3-a514-89d3cf3cd4b9. Dec 23 11:42:40.897860 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:40.976477 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Router 171feed6-50f0-4d07-b070-c38f0bf1bd33 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:42:41.095841 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:42:41.101956 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c838850b-3fc1-40cb-9af5-e2a788d2ac66 admin admin] 10.222.0.31 "PUT /v2.0/routers/171feed6-50f0-4d07-b070-c38f0bf1bd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0082290 Dec 23 11:42:41.105141 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56600) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:41.107059 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] Sync routers for ids ['171feed6-50f0-4d07-b070-c38f0bf1bd33'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:42:41.124152 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] Routers {'171feed6-50f0-4d07-b070-c38f0bf1bd33'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:41.126800 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['171feed6-50f0-4d07-b070-c38f0bf1bd33'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:41.247438 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks [] for router, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.269776 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] Set router 171feed6-50f0-4d07-b070-c38f0bf1bd33 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:41.290115 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3c38-1736-488a-bbc1-6aa4e19e834c req-dad7fd5e-4e5a-4702-9388-1482203e6a3a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:41.291588 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-510e3c38-1736-488a-bbc1-6aa4e19e834c req-dad7fd5e-4e5a-4702-9388-1482203e6a3a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.0985732 Dec 23 11:42:41.340494 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:42:41.374682 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:42:41.386731 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-510e3c38-1736-488a-bbc1-6aa4e19e834c req-d1c7a205-a432-47f8-8fd9-f16dd6cf4a56 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881226 Dec 23 11:42:41.395909 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.460814 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Deleting port d6e5cc0d-2b93-4363-89e8-17fcae3b3057 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:41.461369 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.490273 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:42:41.494836 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.501789 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:42:40Z', 'revision_number': 5, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port': {'id': 'd6e5cc0d-2b93-4363-89e8-17fcae3b3057', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:41.503910 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:42:41.516487 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:41.517603 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:41.529799 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] Checking router: 171feed6-50f0-4d07-b070-c38f0bf1bd33 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:42:41.533007 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-24ec44d7-9df6-4a79-85f1-b641776fb32b tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "PUT /v2.0/floatingips/cf0da26e-5ef3-47ef-ab20-38c3f1b45868 HTTP/1.1" status: 200 len: 992 time: 1.3348644 Dec 23 11:42:41.533795 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:41.536636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:41.546005 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] Routers {'171feed6-50f0-4d07-b070-c38f0bf1bd33'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:41.546640 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['171feed6-50f0-4d07-b070-c38f0bf1bd33'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:41.602540 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9672-36b9-40f7-95ee-00fd0ece99c0 req-f2ce05f9-2c9e-402d-b671-41f55607468b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:41.604098 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-052f9672-36b9-40f7-95ee-00fd0ece99c0 req-f2ce05f9-2c9e-402d-b671-41f55607468b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.1292312 Dec 23 11:42:41.617824 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] For port d6e5cc0d-2b93-4363-89e8-17fcae3b3057, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:41.618184 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.643636 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Calling delete_port for d6e5cc0d-2b93-4363-89e8-17fcae3b3057 owned by network:router_gateway {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:41.646088 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] Set router 171feed6-50f0-4d07-b070-c38f0bf1bd33 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:41.663319 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c4bec4-b3a7-4741-bd39-ef6defff2eff x-openstack-request-id: req-87c4bec4-b3a7-4741-bd39-ef6defff2eff {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:41.663319 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:41.663560 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87c4bec4-b3a7-4741-bd39-ef6defff2eff {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:41.663751 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'status': 'completed', 'code': 200} Dec 23 11:42:41.669339 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:41.710699 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:42:41Z', 'revision_number': 6, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:41.718128 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-052f9672-36b9-40f7-95ee-00fd0ece99c0 req-57bbb2ca-fcf0-43d1-bf05-fd332bc0300b tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025026 Dec 23 11:42:41.754387 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0bfd1-22b8-4267-bd05-466c00b1b8e1 None None] The sync data for ids ['171feed6-50f0-4d07-b070-c38f0bf1bd33'] in dv-cinder-730936-3-iscsi is: [{'id': '171feed6-50f0-4d07-b070-c38f0bf1bd33', 'name': 'tempest-TestMinimumBasicScenario-1323011777-router', 'tenant_id': '6f824ffbb0494001a9a048c620c268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:38:33Z', 'updated_at': '2021-12-23T11:42:41Z', 'revision_number': 6, 'project_id': '6f824ffbb0494001a9a048c620c268a5', 'gw_port_host': None}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:42:41.756866 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56608) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:41.791185 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-10434b25-0888-46ae-bb3d-f7f18150fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:41.798668 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-10434b25-0888-46ae-bb3d-f7f18150fbb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=287e322f4ddb4877b2e072441c21cac2&device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 1099 time: 0.1065097 Dec 23 11:42:41.867436 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.894493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e5cc0d-2b93-4363-89e8-17fcae3b3057,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:41.956940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-07735dc4-5fb4-4993-bee6-589e3e3102ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:41.958436 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-07735dc4-5fb4-4993-bee6-589e3e3102ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 200 len: 911 time: 0.1538563 Dec 23 11:42:41.959370 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'cf0da26e-5ef3-47ef-ab20-38c3f1b45868', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'port_id': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'mac_address': 'fa:16:3e:9c:16:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:42:08Z', 'updated_at': '2021-12-23T11:42:40Z', 'revision_number': 1, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:41.962039 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:41.974882 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf657ccf-2de2-49e4-973b-4a1aa20782b4 tempest-TestVolumeBootPattern-1886008546 tempest-TestVolumeBootPattern-1886008546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:41.979223 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-bf657ccf-2de2-49e4-973b-4a1aa20782b4 tempest-TestVolumeBootPattern-1886008546 tempest-TestVolumeBootPattern-1886008546-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 1093 time: 0.2187986 Dec 23 11:42:41.990371 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:42:41.998755 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:41.999372 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:42.002786 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56612) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:42.009048 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Request body: {'floatingip': {'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'port_id': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:42:42.043748 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-334a03e2-a536-43cd-82bf-639af3bc48da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0775154 Dec 23 11:42:42.057064 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.060082 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.060636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.106874 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.107796 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171feed6-50f0-4d07-b070-c38f0bf1bd33 {{(pid=102559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:42:42.110046 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:42.115873 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.117320 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-29e13ee0-3685-4edd-8785-0a30fccb6e42 admin admin] 10.222.0.31 "DELETE /v2.0/routers/171feed6-50f0-4d07-b070-c38f0bf1bd33 HTTP/1.1" status: 204 len: 168 time: 1.0110133 Dec 23 11:42:42.119773 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56614) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:42.123254 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-87ec09bf-c432-4852-9260-19652b74125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:42.124770 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-87ec09bf-c432-4852-9260-19652b74125b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 200 len: 850 time: 0.0734162 Dec 23 11:42:42.174156 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Deleting subnet d37b32f9-90fe-4696-87a8-fe5f58c1905a {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:42:42.183057 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.215887 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-f8508950-74f5-41aa-a7b8-425a1972422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:42.217452 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-f8508950-74f5-41aa-a7b8-425a1972422d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25344bbe-018a-4341-8784-0e9f59d8b706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612020 Dec 23 11:42:42.246664 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.270624 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.361959 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.402550 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-01fa81f1-533c-4ca4-9728-b11361d295c1 service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744742 Dec 23 11:42:42.428767 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.456854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37b32f9-90fe-4696-87a8-fe5f58c1905a,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:42.463469 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.469838 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-d0be47c9-38d4-4e8a-b91b-272fceb0c7b1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d37b32f9-90fe-4696-87a8-fe5f58c1905a HTTP/1.1" status: 204 len: 168 time: 0.3466225 Dec 23 11:42:42.470390 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56616) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:42.483638 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103eb3a-ec03-484b-ba7c-096ddb7a674e None None] Network 2d2f2057-e8e6-4ec5-9fb6-1afca527199f requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:42:42.584045 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Allocated IP 172.27.1.54 (b7f3db2c-0e77-42d8-b8d7-b3f154459e9f/f7e5d317-1665-4aeb-847c-fddd31aa3ac2/dce8635e-1674-469f-ba0d-2caf12e97423) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:42:42.585873 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'cf0da26e-5ef3-47ef-ab20-38c3f1b45868', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'port_id': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'mac_address': 'fa:16:3e:9c:16:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:42:08Z', 'updated_at': '2021-12-23T11:42:40Z', 'revision_number': 1, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:42.615610 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdde4fd9-e0a4-4c6c-bcaa-00f7a7ba77ee None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': 'cf0da26e-5ef3-47ef-ab20-38c3f1b45868', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'port_id': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'mac_address': 'fa:16:3e:9c:16:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:42:08Z', 'updated_at': '2021-12-23T11:42:40Z', 'revision_number': 1, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:42:42.615940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.664483 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9e1d63e5-55d2-495b-b52f-6c2b36fe4ae3 req-22470a5e-3cb9-4b4e-8b75-20cbc32a4bba service neutron] 10.222.0.32 "GET /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543502 Dec 23 11:42:42.709413 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] DHCP port deletion for 2d2f2057-e8e6-4ec5-9fb6-1afca527199f request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:42:42.717517 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device e6e0aea2-19bd-41f5-bb55-34719f1fdd43 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:42.762474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: e6e0aea2-19bd-41f5-bb55-34719f1fdd43 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:42.762474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device e6e0aea2-19bd-41f5-bb55-34719f1fdd43 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:42.805895 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] Deleting port 782e088b-21d6-4862-966a-ddc3270b0624 {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:42.806282 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.817332 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Deleting port 782e088b-21d6-4862-966a-ddc3270b0624 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:42:42.817669 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.821802 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.873500 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] For port 782e088b-21d6-4862-966a-ddc3270b0624, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=782e088b-21d6-4862-966a-ddc3270b0624,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:42.873896 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.886946 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] Calling delete_port for 782e088b-21d6-4862-966a-ddc3270b0624 owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:42.904796 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] For port 782e088b-21d6-4862-966a-ddc3270b0624, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=782e088b-21d6-4862-966a-ddc3270b0624,segment=NetworkSegment(0c1cbb9d-1944-4550-a412-be0b5fbb1552),segment_id=0c1cbb9d-1944-4550-a412-be0b5fbb1552)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:42:42.905209 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.921191 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Calling delete_port for 782e088b-21d6-4862-966a-ddc3270b0624 owned by network:dhcp {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:42:42.934644 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:42.976647 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.004554 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] Pushing event deleted for resources: {'Port': ['ID=782e088b-21d6-4862-966a-ddc3270b0624,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:43.009826 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c4958-cbee-4415-ac9c-6bc89b0f9529 None None] No DVR routers for this DVR port 782e088b-21d6-4862-966a-ddc3270b0624 on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:42:43.016536 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Network b7f3db2c-0e77-42d8-b8d7-b3f154459e9f is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:42:43.033498 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:42:43.036807 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=dce8635e-1674-469f-ba0d-2caf12e97423,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:43.039058 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:42:43.093046 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.134568 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720f66d-9817-443e-9122-c9472840739a None None] New status for floating IP cf0da26e-5ef3-47ef-ab20-38c3f1b45868: ACTIVE {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:42:43.145188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Pushing event deleted for resources: {'Port': ['ID=782e088b-21d6-4862-966a-ddc3270b0624,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:43.169028 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] No DVR routers for this DVR port 782e088b-21d6-4862-966a-ddc3270b0624 on host dv-cinder-730936-3-iscsi {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:42:43.291675 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.317279 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2f2057-e8e6-4ec5-9fb6-1afca527199f']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:43.352603 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1cbb9d-1944-4550-a412-be0b5fbb1552') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:43.352888 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1cbb9d-1944-4550-a412-be0b5fbb1552') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:43.367027 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.388677 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.398908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:42:43.399296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: self.session.flush() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: self.session.flush() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: self.session.flush() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: self.session.flush() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:42:43.401016 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:42:43.511297 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.518223 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.521340 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d2f2057-e8e6-4ec5-9fb6-1afca527199f HTTP/1.1" status: 204 len: 168 time: 1.0499086 Dec 23 11:42:43.541195 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea1561-7afc-4263-96dc-0b016c4bf941 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2f2057-e8e6-4ec5-9fb6-1afca527199f,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:43.606327 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.675993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.694442 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56622) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:43.738340 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-0b1cc3e0-e692-4b20-9f93-103623be9431 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f46e4106d5447cb9d6a3024c5e80a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426919 Dec 23 11:42:43.741009 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56624) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:43.788907 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.814882 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.838224 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.847429 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.868133 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.870828 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:43.872115 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5a9417c-dd43-4ce1-b0ba-e703a501b8f4 HTTP/1.1" status: 204 len: 168 time: 0.1302948 Dec 23 11:42:43.880209 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a9417c-dd43-4ce1-b0ba-e703a501b8f4,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:43.887828 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.889854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.889854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.889854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.889854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.889854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.889854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.890523 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.890523 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.890714 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.891034 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.891398 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.891665 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb0515-0193-4c7f-a396-8442d083abe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:42:43.925669 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event updated for resources: {'Port': ['ID=dce8635e-1674-469f-ba0d-2caf12e97423,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:43.939706 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:44.053457 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Floating IP 3543033c-d66a-4926-bc3d-ac1cac064fa8 associated. External IP: 172.27.1.54, port: 73a918b9-4fc0-4164-ae58-5201d467f06f. Dec 23 11:42:44.238021 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56632) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:44.274525 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:42:44.279059 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-6fc063a5-6831-4fb8-b656-a6ad526bc119 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f824ffbb0494001a9a048c620c268a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398200 Dec 23 11:42:44.281515 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56634) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:42:44.282188 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d6e5cc0d-2b93-4363-89e8-17fcae3b3057 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:44.301664 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: d6e5cc0d-2b93-4363-89e8-17fcae3b3057 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:44.302111 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device d6e5cc0d-2b93-4363-89e8-17fcae3b3057 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:44.302538 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 782e088b-21d6-4862-966a-ddc3270b0624 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:42:44.325304 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 782e088b-21d6-4862-966a-ddc3270b0624 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:42:44.325541 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 782e088b-21d6-4862-966a-ddc3270b0624 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:42:44.331262 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c36d7bd1-220e-411a-a9f4-204cc648fb80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:44.354579 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c36d7bd1-220e-411a-a9f4-204cc648fb80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:44.390703 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:42:44.400686 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:42:44.406949 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c36d7bd1-220e-411a-a9f4-204cc648fb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:44.409910 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-c36d7bd1-220e-411a-a9f4-204cc648fb80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:44.410577 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:42:44.412829 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:44.413790 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:44.413931 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-c36d7bd1-220e-411a-a9f4-204cc648fb80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11fd71ed-a75d-40d3-8e9f-775570bec8ee HTTP/1.1" status: 204 len: 168 time: 0.1313498 Dec 23 11:42:44.423844 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d7bd1-220e-411a-a9f4-204cc648fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd71ed-a75d-40d3-8e9f-775570bec8ee,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:42:44.439090 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e275c903-51dc-4ec4-8d5f-a26c5c3f049e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4350717 Dec 23 11:42:44.439995 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:42:44.442855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4089931-8783-4c16-a601-c3f19b355eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:42:44.482697 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48466024-89ab-4f76-bba8-2aa56f794423 x-openstack-request-id: req-48466024-89ab-4f76-bba8-2aa56f794423 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:42:44.483007 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:42:44.483247 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48466024-89ab-4f76-bba8-2aa56f794423 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:42:44.483641 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'status': 'completed', 'code': 200} Dec 23 11:42:44.536572 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:44.558228 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-3cf45261-d2df-4b6a-8be8-97574789593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:44.559873 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-3cf45261-d2df-4b6a-8be8-97574789593f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 1098 time: 0.0449724 Dec 23 11:42:44.662921 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-c15c3ff2-65ba-4788-8615-6e84af798d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:44.664467 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-c15c3ff2-65ba-4788-8615-6e84af798d07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.0974960 Dec 23 11:42:44.739255 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-38cacdc9-8b70-4336-b846-116f37a32bc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a918b9-4fc0-4164-ae58-5201d467f06f HTTP/1.1" status: 200 len: 998 time: 0.0670261 Dec 23 11:42:44.789440 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:49Z', 'revision_number': 1, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}, {'id': '3543033c-d66a-4926-bc3d-ac1cac064fa8', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:a8:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364895f1-add8-41d4-b163-c3da01a08217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:42:43Z', 'updated_at': '2021-12-23T11:42:43Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:44.795905 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-0162a9d6-b7b2-4248-859c-98c0e599f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:44.797606 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-0162a9d6-b7b2-4248-859c-98c0e599f963 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0506501 Dec 23 11:42:44.825009 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:42:44.835652 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:42:44.836299 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:42:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:44.855668 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-b151cca3-7912-44e3-aac6-b019571c95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:44.856421 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-b151cca3-7912-44e3-aac6-b019571c95ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445194 Dec 23 11:42:44.956404 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-d555e1f3-546c-456d-afab-316156cbde86 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926507 Dec 23 11:42:44.959553 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:42:45.085054 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-a4089931-8783-4c16-a601-c3f19b355eb7 req-2bae313e-2daa-47bb-b5a6-4a70e4705031 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136167 Dec 23 11:42:45.192227 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:49Z', 'revision_number': 1, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}, {'id': '3543033c-d66a-4926-bc3d-ac1cac064fa8', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:a8:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364895f1-add8-41d4-b163-c3da01a08217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:42:43Z', 'updated_at': '2021-12-23T11:42:43Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:42:45.222772 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8245d-ca29-4601-8948-0e8719479385 None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:49Z', 'revision_number': 1, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}, {'id': '3543033c-d66a-4926-bc3d-ac1cac064fa8', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:a8:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364895f1-add8-41d4-b163-c3da01a08217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:42:43Z', 'updated_at': '2021-12-23T11:42:43Z', 'revision_number': 0, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:42:45.407736 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da2bf8-d4ad-4b8a-a621-6cd6e7ed76a2 None None] New status for floating IP 3543033c-d66a-4926-bc3d-ac1cac064fa8: ACTIVE {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:42:47.271947 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-575e340d-d278-43a8-99ee-bb1a7a61b786 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523410 Dec 23 11:42:47.335069 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-be78ce52-a01e-4a1f-b325-2bee55b6aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:47.336473 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-be78ce52-a01e-4a1f-b325-2bee55b6aa4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1098 time: 0.0409896 Dec 23 11:42:47.442322 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-4ae57b42-51aa-4a71-95b9-9140cb6e6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:47.443878 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-4ae57b42-51aa-4a71-95b9-9140cb6e6a81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.0857868 Dec 23 11:42:47.516075 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-e909a6dd-09f2-4c84-aa2a-7ba482f71136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 200 len: 1001 time: 0.0651643 Dec 23 11:42:47.574265 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-67f98106-d781-40f9-a8d0-b12ef78a414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:47.575771 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-67f98106-d781-40f9-a8d0-b12ef78a414e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0524812 Dec 23 11:42:47.625512 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-8814130b-6c02-4a1f-a423-3442090c9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:42:47.626944 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-8814130b-6c02-4a1f-a423-3442090c9c5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441852 Dec 23 11:42:47.723572 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-5d40a98c-41c6-4e0e-a9f8-95269775cd24 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875881 Dec 23 11:42:47.813633 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-faa13ddd-a167-4d38-acc1-8e9190e431d4 req-a6aa5302-10b1-49c7-9073-e9fd323f3dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814340 Dec 23 11:42:58.053262 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-78b2aa05-cd06-47af-b5b4-4e3b6d8a7525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:00.371921 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c092cb59-2b7a-47e3-9c8f-018885b91dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:01.424042 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:02.840150 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:03.987727 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:10.893852 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:18.343163 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:43:28.048825 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-a4bf04eb-25e4-4717-a6d0-58af2b59b898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:30.390022 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-52d7af10-ea3d-460b-89f8-c8fd16f72299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:31.423710 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:32.843019 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:33.990306 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:40.905056 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:46.353015 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fdd0f-f00e-4c49-b65b-dc7a45f62f24 req-7f143270-433c-4f5d-a63b-67492ed9ad5e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:43:46.354541 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a06fdd0f-f00e-4c49-b65b-dc7a45f62f24 req-7f143270-433c-4f5d-a63b-67492ed9ad5e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.0533361 Dec 23 11:43:46.405736 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-a06fdd0f-f00e-4c49-b65b-dc7a45f62f24 req-cd7f0519-ba6e-4cfb-87cf-6abb1da5f705 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Dec 23 11:43:47.533074 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4d76f-8072-42aa-b43a-b1b86d3add70 req-2bce0a83-e173-4731-b765-8258d63b248d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:43:47.534681 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d0b4d76f-8072-42aa-b43a-b1b86d3add70 req-2bce0a83-e173-4731-b765-8258d63b248d tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.0519254 Dec 23 11:43:47.586307 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d0b4d76f-8072-42aa-b43a-b1b86d3add70 req-c2d00253-68ef-4415-ac09-b156c55b2b3a tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453289 Dec 23 11:43:48.408968 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-0611c7cf-7190-476f-a6a5-6ca7388d80a7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:43:48.410721 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-0611c7cf-7190-476f-a6a5-6ca7388d80a7 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.3162639 Dec 23 11:43:48.513394 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Deleting port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:43:48.513642 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:48.612714 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] For port 0c867a72-e7f4-4861-b6b5-72bb63b1b690, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0c867a72-e7f4-4861-b6b5-72bb63b1b690,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:43:48.613100 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:48.716745 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27089-e431-4063-b9b6-d8b845304a65 req-41d7e205-40a3-4069-801f-f493a46048ba tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:43:48.718310 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-11c27089-e431-4063-b9b6-d8b845304a65 req-41d7e205-40a3-4069-801f-f493a46048ba tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 946 time: 0.0516140 Dec 23 11:43:48.769625 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-11c27089-e431-4063-b9b6-d8b845304a65 req-893562f6-c80a-4541-97b7-697ce43643ff tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups?id=83d77e85-3fad-43d3-8eb2-93c0ca115d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Dec 23 11:43:48.797621 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:48.798016 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:48.798333 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Floating IP ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef disassociated. External IP: 172.27.1.205, port: 0c867a72-e7f4-4861-b6b5-72bb63b1b690. Dec 23 11:43:48.798679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Calling delete_port for 0c867a72-e7f4-4861-b6b5-72bb63b1b690 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:43:48.936802 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:48.965572 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event deleted for resources: {'Port': ['ID=0c867a72-e7f4-4861-b6b5-72bb63b1b690,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:48.977207 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.977553 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.977908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.978225 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.978547 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.979121 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.979403 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.979720 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.980055 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.980472 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.980691 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.981048 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:48.981363 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:49.111147 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:43:49.253822 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:43:49.264393 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:43:49.279228 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:43:49.280641 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:43:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:49.303842 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] No DVR routers for this DVR port 0c867a72-e7f4-4861-b6b5-72bb63b1b690 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:43:49.306970 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:49.310885 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-021019ea-06d8-4aa6-9815-9a61f459fb99 req-1881374d-2fbd-44c1-b96f-b589f9355a6f tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.32 "DELETE /v2.0/ports/0c867a72-e7f4-4861-b6b5-72bb63b1b690 HTTP/1.1" status: 204 len: 173 time: 0.8934131 Dec 23 11:43:49.311444 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-deleted', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:43:49.314095 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befef5ec-9739-4561-b091-3621b4aca7a9" -d '{"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-deleted", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:43:49.376637 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24152094-b446-4b0e-8c98-67c5b667ae9d x-openstack-request-id: req-24152094-b446-4b0e-8c98-67c5b667ae9d {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:43:49.376956 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe586a-0992-46b7-9a98-5dbab3c939aa", "name": "network-vif-deleted", "tag": "0c867a72-e7f4-4861-b6b5-72bb63b1b690", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:43:49.377204 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24152094-b446-4b0e-8c98-67c5b667ae9d {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:43:49.377614 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe586a-0992-46b7-9a98-5dbab3c939aa', 'name': 'network-vif-deleted', 'tag': '0c867a72-e7f4-4861-b6b5-72bb63b1b690', 'status': 'completed', 'code': 200} Dec 23 11:43:49.447606 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:43:49.806367 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:49.833841 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:43:49.843068 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:43:49.843979 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:43:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:50.000151 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:43:50.157755 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-052ed904-291a-4d13-ad29-dacdc6ccceed req-e22226a2-c70a-4fb4-b2ee-e35509543fa6 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dfe586a-0992-46b7-9a98-5dbab3c939aa HTTP/1.1" status: 200 len: 210 time: 0.2609801 Dec 23 11:43:50.209875 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:50.239785 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7dca2-0176-4cb6-9ebb-f54b31b3c08c None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:32:35Z', 'revision_number': 4, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '2eb4ab75-5239-4b99-9d35-ecd20442e835', 'name': '', 'network_id': 'c2bb6534-ea5b-4ed2-8922-1e19399b5029', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'mac_address': 'fa:16:3e:7e:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ee46868-21cd-4109-af32-8241c5784649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:33Z', 'updated_at': '2021-12-23T11:32:40Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'subnets': [{'id': '5ee46868-21cd-4109-af32-8241c5784649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:43:50.456191 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67354f2b-b2d7-429a-ba48-f98ff1992388 None None] New status for floating IP ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:43:51.268984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56828) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:51.327807 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5dc643ba-5c51-42da-9b8e-02a8f745d2db tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.353458 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5dc643ba-5c51-42da-9b8e-02a8f745d2db tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.402936 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5dc643ba-5c51-42da-9b8e-02a8f745d2db tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.405855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5dc643ba-5c51-42da-9b8e-02a8f745d2db tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.407010 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-5dc643ba-5c51-42da-9b8e-02a8f745d2db tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "DELETE /v2.0/security-groups/83d77e85-3fad-43d3-8eb2-93c0ca115d37 HTTP/1.1" status: 204 len: 168 time: 0.1370072 Dec 23 11:43:51.409951 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56830) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:51.416222 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc643ba-5c51-42da-9b8e-02a8f745d2db tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d77e85-3fad-43d3-8eb2-93c0ca115d37,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:51.423260 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.api.v2.resource [None req-2e1b8595-511f-4ee1-954d-4fb70b77ff74 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] show failed (client error): The resource could not be found. Dec 23 11:43:51.427212 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56832) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:51.427367 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-2e1b8595-511f-4ee1-954d-4fb70b77ff74 tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "GET /v2.0/security-groups/83d77e85-3fad-43d3-8eb2-93c0ca115d37 HTTP/1.1" status: 404 len: 347 time: 0.0162497 Dec 23 11:43:51.474583 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:43:51.494797 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 0c867a72-e7f4-4861-b6b5-72bb63b1b690 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:43:51.495173 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0c867a72-e7f4-4861-b6b5-72bb63b1b690 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:43:51.557439 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Deleting port f2b5f591-17c9-4957-9356-f73e468cc584 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:43:51.557771 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.632035 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.632320 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.645750 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Calling delete_port for f2b5f591-17c9-4957-9356-f73e468cc584 owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:43:51.786604 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.812206 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Pushing event deleted for resources: {'Port': ['ID=f2b5f591-17c9-4957-9356-f73e468cc584,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:51.891513 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.894189 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:51.895442 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-8627b700-d8f9-4f51-82d7-872250689b3e tempest-AttachVolumeShelveTestJSON-677548713 tempest-AttachVolumeShelveTestJSON-677548713-project] 10.222.0.31 "DELETE /v2.0/floatingips/ad2bdd25-6e51-4ef6-8f6b-e8b1ab01a9ef HTTP/1.1" status: 204 len: 168 time: 0.4671018 Dec 23 11:43:54.388517 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56864) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:55.154922 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:55.341609 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:43:55.419371 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Deleting port 2eb4ab75-5239-4b99-9d35-ecd20442e835 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:43:55.419990 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:55.500155 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] For port 2eb4ab75-5239-4b99-9d35-ecd20442e835, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=2eb4ab75-5239-4b99-9d35-ecd20442e835,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:43:55.500480 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:55.513562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Calling delete_port for 2eb4ab75-5239-4b99-9d35-ecd20442e835 owned by network:router_interface {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:43:55.699973 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:55.731480 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb4ab75-5239-4b99-9d35-ecd20442e835,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:55.743624 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.744032 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.744469 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.745603 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.745603 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.745603 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.745859 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.746219 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.746414 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.746708 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.747037 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.747358 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.747678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:55.914377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:56.174401 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Router 2b04296f-ec0c-439a-bf20-abf7cd16756d has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:43:56.293726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:43:56.301931 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56872) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:56.303288 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] Sync routers for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:43:56.304945 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-74be28ab-269e-4bb3-8793-cdaa821f1e73 admin admin] 10.222.0.31 "PUT /v2.0/routers/2b04296f-ec0c-439a-bf20-abf7cd16756d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114981 Dec 23 11:43:56.317950 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:43:56.318590 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:43:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:56.410766 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks [] for router, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:56.426445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:43:56.516318 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:56.573293 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Deleting port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:43:56.573675 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:56.613233 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:43:55Z', 'revision_number': 5, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port': {'id': '9c1ca035-5f6d-4153-ad8f-240ca0dde8fe', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:32:31Z', 'updated_at': '2021-12-23T11:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:56.640418 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] Checking router: 2b04296f-ec0c-439a-bf20-abf7cd16756d for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:43:56.649278 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] Routers {'2b04296f-ec0c-439a-bf20-abf7cd16756d'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:43:56.649935 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:43:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['2b04296f-ec0c-439a-bf20-abf7cd16756d'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:56.650372 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] For port 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:43:56.650634 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:56.663516 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Calling delete_port for 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe owned by network:router_gateway {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:43:56.742851 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] Set router 2b04296f-ec0c-439a-bf20-abf7cd16756d gateway port host: None {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:43:56.798648 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:43:56Z', 'revision_number': 6, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:56.824477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f5c6-dc15-4d41-94ee-31d506a6c8be None None] The sync data for ids ['2b04296f-ec0c-439a-bf20-abf7cd16756d'] in dv-cinder-730936-3-iscsi is: [{'id': '2b04296f-ec0c-439a-bf20-abf7cd16756d', 'name': 'tempest-AttachVolumeShelveTestJSON-1924806990-router', 'tenant_id': 'a47190c0d83341e4a86b0a692649c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:32:30Z', 'updated_at': '2021-12-23T11:43:56Z', 'revision_number': 6, 'project_id': 'a47190c0d83341e4a86b0a692649c585', 'gw_port_host': None}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:43:56.838977 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:56.870047 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1ca035-5f6d-4153-ad8f-240ca0dde8fe,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:56.929188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.019595 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.021727 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.070529 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.071038 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b04296f-ec0c-439a-bf20-abf7cd16756d {{(pid=102560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:43:57.075509 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] Publish callbacks [] for router, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.076722 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7b9e4bbf-8cb0-44da-89c5-6995db9e548b admin admin] 10.222.0.31 "DELETE /v2.0/routers/2b04296f-ec0c-439a-bf20-abf7cd16756d HTTP/1.1" status: 204 len: 168 time: 0.7736998 Dec 23 11:43:57.079377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56874) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:57.130200 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Deleting subnet 5ee46868-21cd-4109-af32-8241c5784649 {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:43:57.133354 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.169541 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.257901 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.316694 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.342793 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee46868-21cd-4109-af32-8241c5784649,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:57.349957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.353894 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-e7fc72a5-74d6-4ce8-b04f-d0d2af491395 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ee46868-21cd-4109-af32-8241c5784649 HTTP/1.1" status: 204 len: 168 time: 0.2734494 Dec 23 11:43:57.355349 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b279a38-7d80-48ee-990c-4849ebf29d64 None None] Network c2bb6534-ea5b-4ed2-8922-1e19399b5029 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:43:57.356366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56878) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:57.425097 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.485599 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Deleting port dcaee39b-983b-4675-9dc3-892f23f0a957 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:43:57.485935 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.547990 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] For port dcaee39b-983b-4675-9dc3-892f23f0a957, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=dcaee39b-983b-4675-9dc3-892f23f0a957,segment=NetworkSegment(4aa35aa7-1799-442c-97f4-3ad0c8228c35),segment_id=4aa35aa7-1799-442c-97f4-3ad0c8228c35)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:43:57.548244 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.560434 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Calling delete_port for dcaee39b-983b-4675-9dc3-892f23f0a957 owned by network:dhcp {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:43:57.592190 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] DHCP port deletion for c2bb6534-ea5b-4ed2-8922-1e19399b5029 request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:43:57.644523 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Deleting port dcaee39b-983b-4675-9dc3-892f23f0a957 {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:43:57.644925 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.646653 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.676225 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaee39b-983b-4675-9dc3-892f23f0a957,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:57.676225 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] No DVR routers for this DVR port dcaee39b-983b-4675-9dc3-892f23f0a957 on host dv-cinder-730936-3-iscsi {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:43:57.720941 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] For port dcaee39b-983b-4675-9dc3-892f23f0a957, host dv-cinder-730936-3-iscsi, got binding levels [] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:43:57.721715 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.737078 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Calling delete_port for dcaee39b-983b-4675-9dc3-892f23f0a957 owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:43:57.739779 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.ipam_backend_mixin [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Port dcaee39b-983b-4675-9dc3-892f23f0a957 was not found and therefore no delete operation was performed {{(pid=102561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 11:43:57.741129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.753350 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.768261 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Pushing event deleted for resources: {'Port': ['ID=dcaee39b-983b-4675-9dc3-892f23f0a957,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:57.770548 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] No DVR routers for this DVR port dcaee39b-983b-4675-9dc3-892f23f0a957 on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:43:57.781680 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bb6534-ea5b-4ed2-8922-1e19399b5029']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:57.783900 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.784269 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.784617 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.784990 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.785383 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.785724 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.786053 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.786383 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.786711 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.787066 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.787392 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.787714 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.788055 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2c49-33af-4689-b955-f185f57fcfdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:43:57.795161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa35aa7-1799-442c-97f4-3ad0c8228c35') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:57.795620 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa35aa7-1799-442c-97f4-3ad0c8228c35') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:43:57.806434 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.821330 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.828306 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:43:57.828750 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:43:57.830787 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:43:57.834069 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:43:57.888229 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.896364 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:57.901628 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c2bb6534-ea5b-4ed2-8922-1e19399b5029 HTTP/1.1" status: 204 len: 168 time: 0.5417712 Dec 23 11:43:57.910145 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0e2af-8059-489a-b21d-a513d0965fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bb6534-ea5b-4ed2-8922-1e19399b5029,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:58.020515 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56882) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:58.044613 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-15639734-cd4b-4863-9acb-0e17a846a525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:58.069037 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ee812c27-0ca7-4f54-89c9-e7eb70ad3bc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a47190c0d83341e4a86b0a692649c585&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471210 Dec 23 11:43:58.071422 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56884) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:43:58.120862 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-db9fc043-3323-4fa2-80e8-fe29f2ca3634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:58.146221 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-db9fc043-3323-4fa2-80e8-fe29f2ca3634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:58.205398 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-db9fc043-3323-4fa2-80e8-fe29f2ca3634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:58.208795 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-db9fc043-3323-4fa2-80e8-fe29f2ca3634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:43:58.210243 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-db9fc043-3323-4fa2-80e8-fe29f2ca3634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c7343a0-da14-4981-8238-cef9d6c2356d HTTP/1.1" status: 204 len: 168 time: 0.1377263 Dec 23 11:43:58.219912 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fc043-3323-4fa2-80e8-fe29f2ca3634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7343a0-da14-4981-8238-cef9d6c2356d,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:43:58.344445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 2eb4ab75-5239-4b99-9d35-ecd20442e835 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:43:58.365297 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 2eb4ab75-5239-4b99-9d35-ecd20442e835 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:43:58.366922 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 2eb4ab75-5239-4b99-9d35-ecd20442e835 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:43:58.366922 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:43:58.385224 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:43:58.385567 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9c1ca035-5f6d-4153-ad8f-240ca0dde8fe not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:43:58.386000 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device dcaee39b-983b-4675-9dc3-892f23f0a957 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:43:58.409182 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: dcaee39b-983b-4675-9dc3-892f23f0a957 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:43:58.409528 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device dcaee39b-983b-4675-9dc3-892f23f0a957 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:00.101609 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56942) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:00.220094 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-966ae8f8-611d-4613-9a4a-136ddc5325c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.298715 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-966ae8f8-611d-4613-9a4a-136ddc5325c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.304490 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-966ae8f8-611d-4613-9a4a-136ddc5325c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.344488 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ae8f8-611d-4613-9a4a-136ddc5325c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96108f6-e95b-4bcc-a94b-cd8d7f46a6fb,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:00.349261 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-966ae8f8-611d-4613-9a4a-136ddc5325c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48e2d69845484a7a83474808e8f73ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466357 Dec 23 11:44:00.354573 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56946) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:00.377057 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f6993fd6-830c-4874-9a72-49889a3a39b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.406423 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1cba5d06-9f53-447e-8cd4-e903e962fbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.427470 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1cba5d06-9f53-447e-8cd4-e903e962fbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.475426 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1cba5d06-9f53-447e-8cd4-e903e962fbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.478041 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-1cba5d06-9f53-447e-8cd4-e903e962fbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.479265 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-1cba5d06-9f53-447e-8cd4-e903e962fbb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b96108f6-e95b-4bcc-a94b-cd8d7f46a6fb HTTP/1.1" status: 204 len: 168 time: 0.1236279 Dec 23 11:44:00.488402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba5d06-9f53-447e-8cd4-e903e962fbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96108f6-e95b-4bcc-a94b-cd8d7f46a6fb,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:00.773529 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 56954) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:00.786795 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-525f0707-ea66-4cbe-93c2-0cd3f83fdd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.872889 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-525f0707-ea66-4cbe-93c2-0cd3f83fdd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.879217 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-525f0707-ea66-4cbe-93c2-0cd3f83fdd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:00.938893 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-525f0707-ea66-4cbe-93c2-0cd3f83fdd6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7c9938542ff47318458b9936107d8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641870 Dec 23 11:44:00.939817 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f0707-ea66-4cbe-93c2-0cd3f83fdd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcebbdd-518f-43e2-a6e1-00301238f9f1,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:00.941849 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 56956) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:01.006291 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf89-3431-4224-aa78-90a743571d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:01.030218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf89-3431-4224-aa78-90a743571d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:01.086540 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf89-3431-4224-aa78-90a743571d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:01.090326 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-92e5cf89-3431-4224-aa78-90a743571d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:01.090704 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-92e5cf89-3431-4224-aa78-90a743571d87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afcebbdd-518f-43e2-a6e1-00301238f9f1 HTTP/1.1" status: 204 len: 168 time: 0.1472383 Dec 23 11:44:01.101620 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5cf89-3431-4224-aa78-90a743571d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcebbdd-518f-43e2-a6e1-00301238f9f1,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:01.428205 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:02.848778 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:03.773024 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57028) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:03.890079 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-42a04ef0-0a14-4fe0-bece-61431d5777b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:03.971176 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-42a04ef0-0a14-4fe0-bece-61431d5777b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:03.981562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-42a04ef0-0a14-4fe0-bece-61431d5777b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:03.994365 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.025703 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-42a04ef0-0a14-4fe0-bece-61431d5777b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d4e26fdd2e3490a92f374363729f677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492416 Dec 23 11:44:04.025703 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a04ef0-0a14-4fe0-bece-61431d5777b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75b976d-867e-482a-aedd-c22422af1ba2,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:04.026506 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57038) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:04.085021 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-96677611-60ce-40aa-8291-60b41b197c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.109085 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-96677611-60ce-40aa-8291-60b41b197c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.161800 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-96677611-60ce-40aa-8291-60b41b197c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.164547 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-96677611-60ce-40aa-8291-60b41b197c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.165777 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-96677611-60ce-40aa-8291-60b41b197c4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d75b976d-867e-482a-aedd-c22422af1ba2 HTTP/1.1" status: 204 len: 168 time: 0.1380117 Dec 23 11:44:04.176490 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96677611-60ce-40aa-8291-60b41b197c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75b976d-867e-482a-aedd-c22422af1ba2,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:04.501725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57048) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:04.514712 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7931-cf2f-4b51-9fa6-4d2c3be54ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.594330 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7931-cf2f-4b51-9fa6-4d2c3be54ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.600200 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7931-cf2f-4b51-9fa6-4d2c3be54ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.642062 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-cbbb7931-cf2f-4b51-9fa6-4d2c3be54ef5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ed4a93da99c49e5b32d3faae1e70bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390605 Dec 23 11:44:04.643102 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb7931-cf2f-4b51-9fa6-4d2c3be54ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae400a1-43ef-4e00-aee4-c48b7533c85b,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:04.644826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57050) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:04.698195 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ac9-6fed-4c9e-996e-c963e58b4e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.720317 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ac9-6fed-4c9e-996e-c963e58b4e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.767562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ac9-6fed-4c9e-996e-c963e58b4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.770141 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ac9-6fed-4c9e-996e-c963e58b4e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:04.771300 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-0ece8ac9-6fed-4c9e-996e-c963e58b4e77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ae400a1-43ef-4e00-aee4-c48b7533c85b HTTP/1.1" status: 204 len: 168 time: 0.1254849 Dec 23 11:44:04.779160 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8ac9-6fed-4c9e-996e-c963e58b4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae400a1-43ef-4e00-aee4-c48b7533c85b,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:10.912235 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:13.872216 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57220) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:13.981152 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2e7fc10-0aaa-4204-85c0-47edfbd59e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.063520 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2e7fc10-0aaa-4204-85c0-47edfbd59e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.067156 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f2e7fc10-0aaa-4204-85c0-47edfbd59e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.105024 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f2e7fc10-0aaa-4204-85c0-47edfbd59e6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b42f765d3f4405d9acbf6c0410ca704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315886 Dec 23 11:44:14.105899 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7fc10-0aaa-4204-85c0-47edfbd59e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b23a1bc-4c98-4cc2-aba0-73a53be40954,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:14.107706 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57224) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:14.161515 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-be75455c-9fc1-46cc-9e67-742f15e5333a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.183575 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-be75455c-9fc1-46cc-9e67-742f15e5333a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.235211 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-be75455c-9fc1-46cc-9e67-742f15e5333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.237786 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-be75455c-9fc1-46cc-9e67-742f15e5333a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.238931 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-be75455c-9fc1-46cc-9e67-742f15e5333a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b23a1bc-4c98-4cc2-aba0-73a53be40954 HTTP/1.1" status: 204 len: 168 time: 0.1296196 Dec 23 11:44:14.248205 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75455c-9fc1-46cc-9e67-742f15e5333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b23a1bc-4c98-4cc2-aba0-73a53be40954,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:14.554558 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57230) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:14.573425 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4427dc65-1b56-43ed-ac70-e82158fb74e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.670011 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4427dc65-1b56-43ed-ac70-e82158fb74e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.676488 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4427dc65-1b56-43ed-ac70-e82158fb74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.716378 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427dc65-1b56-43ed-ac70-e82158fb74e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1a156-b224-44d3-a661-493ab9dea340,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:14.720934 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4427dc65-1b56-43ed-ac70-e82158fb74e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2adafb26f71a46aaaa692224340ed611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653135 Dec 23 11:44:14.724094 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57236) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:14.781793 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-35f74424-72f5-4f7c-aa85-93c782930af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.804879 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-35f74424-72f5-4f7c-aa85-93c782930af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.868485 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-35f74424-72f5-4f7c-aa85-93c782930af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.871037 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-35f74424-72f5-4f7c-aa85-93c782930af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:14.872220 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-35f74424-72f5-4f7c-aa85-93c782930af0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bda1a156-b224-44d3-a661-493ab9dea340 HTTP/1.1" status: 204 len: 168 time: 0.1468372 Dec 23 11:44:14.880178 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f74424-72f5-4f7c-aa85-93c782930af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1a156-b224-44d3-a661-493ab9dea340,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:15.247187 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57250) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:15.261353 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4c882f11-1b2e-4a15-bb3b-29980a1d601a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.342908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4c882f11-1b2e-4a15-bb3b-29980a1d601a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.347805 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4c882f11-1b2e-4a15-bb3b-29980a1d601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.386793 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4c882f11-1b2e-4a15-bb3b-29980a1d601a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd02b2d065ed4a47a287f37a1f03535a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380324 Dec 23 11:44:15.387568 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c882f11-1b2e-4a15-bb3b-29980a1d601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f21d14-0746-4c26-8755-6cb83e86232f,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:15.389523 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57252) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:15.439943 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-844a1d21-6d07-4b03-8485-77b121153a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.462075 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-844a1d21-6d07-4b03-8485-77b121153a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.514105 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-844a1d21-6d07-4b03-8485-77b121153a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.516960 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-844a1d21-6d07-4b03-8485-77b121153a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:15.518133 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-844a1d21-6d07-4b03-8485-77b121153a69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24f21d14-0746-4c26-8755-6cb83e86232f HTTP/1.1" status: 204 len: 168 time: 0.1275935 Dec 23 11:44:15.526302 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a1d21-6d07-4b03-8485-77b121153a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f21d14-0746-4c26-8755-6cb83e86232f,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:20.785621 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57360) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:20.945648 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-42e6cdf2-4c0c-4c35-9aa9-d0342311f45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.032219 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-42e6cdf2-4c0c-4c35-9aa9-d0342311f45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.036775 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-42e6cdf2-4c0c-4c35-9aa9-d0342311f45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.077544 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6cdf2-4c0c-4c35-9aa9-d0342311f45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3fc23b-70ac-42a7-b97d-14697106e508,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:21.084857 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57364) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:21.085315 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-42e6cdf2-4c0c-4c35-9aa9-d0342311f45c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=301d1061bf8142ddad9a797f8da083de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978802 Dec 23 11:44:21.138510 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab9613f9-a02a-4d86-b354-109baec924f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.161467 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab9613f9-a02a-4d86-b354-109baec924f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.215275 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab9613f9-a02a-4d86-b354-109baec924f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.219876 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab9613f9-a02a-4d86-b354-109baec924f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.221775 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ab9613f9-a02a-4d86-b354-109baec924f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba3fc23b-70ac-42a7-b97d-14697106e508 HTTP/1.1" status: 204 len: 168 time: 0.1357512 Dec 23 11:44:21.233215 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9613f9-a02a-4d86-b354-109baec924f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3fc23b-70ac-42a7-b97d-14697106e508,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:21.503533 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57372) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:21.519595 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e43b857f-a556-4a44-8b3d-f436f66c1761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.615115 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e43b857f-a556-4a44-8b3d-f436f66c1761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.619925 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e43b857f-a556-4a44-8b3d-f436f66c1761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.672904 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e43b857f-a556-4a44-8b3d-f436f66c1761 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b1a761661e6400ca54a211a3458bbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680646 Dec 23 11:44:21.674155 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b857f-a556-4a44-8b3d-f436f66c1761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef7055b-76a3-4f53-a0ae-a2f8004c06e9,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:21.675617 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57374) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:21.736872 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-505e4e6b-a22a-4c3d-92a1-c1266f8ae4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.774810 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-505e4e6b-a22a-4c3d-92a1-c1266f8ae4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.835648 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-505e4e6b-a22a-4c3d-92a1-c1266f8ae4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.838265 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-505e4e6b-a22a-4c3d-92a1-c1266f8ae4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:21.839479 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-505e4e6b-a22a-4c3d-92a1-c1266f8ae4e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ef7055b-76a3-4f53-a0ae-a2f8004c06e9 HTTP/1.1" status: 204 len: 168 time: 0.1627727 Dec 23 11:44:21.847968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e4e6b-a22a-4c3d-92a1-c1266f8ae4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef7055b-76a3-4f53-a0ae-a2f8004c06e9,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:22.236139 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57380) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:22.250248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7da09a97-8666-4b12-9994-86684a1e80f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.336321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7da09a97-8666-4b12-9994-86684a1e80f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.341032 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-7da09a97-8666-4b12-9994-86684a1e80f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.379734 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-7da09a97-8666-4b12-9994-86684a1e80f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fffefb4558ca421199c3b315156f2c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424232 Dec 23 11:44:22.380721 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09a97-8666-4b12-9994-86684a1e80f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f62c362-d4d4-461a-a9bf-344b646ccb29,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:22.382422 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57382) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:22.440726 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-476d8231-bf7d-4990-8bc4-525245c25e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.466102 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-476d8231-bf7d-4990-8bc4-525245c25e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.526255 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-476d8231-bf7d-4990-8bc4-525245c25e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.529182 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-476d8231-bf7d-4990-8bc4-525245c25e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:22.530527 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-476d8231-bf7d-4990-8bc4-525245c25e41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f62c362-d4d4-461a-a9bf-344b646ccb29 HTTP/1.1" status: 204 len: 168 time: 0.1470878 Dec 23 11:44:22.539028 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d8231-bf7d-4990-8bc4-525245c25e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f62c362-d4d4-461a-a9bf-344b646ccb29,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:26.714440 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57492) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:26.843466 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-47ab8fb8-6a78-40d5-b2ca-f79646e97c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:26.948429 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-47ab8fb8-6a78-40d5-b2ca-f79646e97c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:26.963912 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-47ab8fb8-6a78-40d5-b2ca-f79646e97c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:27.012832 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab8fb8-6a78-40d5-b2ca-f79646e97c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f7033-b3d1-4951-a581-3fafba3b96d2,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:27.017482 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-47ab8fb8-6a78-40d5-b2ca-f79646e97c09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d517e1511dd4778bf11b568d720f0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019917 Dec 23 11:44:27.021001 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57502) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:27.080883 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f4990bcd-870b-44f8-b1e5-be68347a3231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:27.108264 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f4990bcd-870b-44f8-b1e5-be68347a3231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:27.133734 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac7507-c046-4165-a421-a43cafe47ea9 req-b8a72400-d811-421e-8801-7b9aecc1856c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:27.135299 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0dac7507-c046-4165-a421-a43cafe47ea9 req-b8a72400-d811-421e-8801-7b9aecc1856c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0605321 Dec 23 11:44:27.166920 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f4990bcd-870b-44f8-b1e5-be68347a3231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:27.169557 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f4990bcd-870b-44f8-b1e5-be68347a3231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:27.173165 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f4990bcd-870b-44f8-b1e5-be68347a3231 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b57f7033-b3d1-4951-a581-3fafba3b96d2 HTTP/1.1" status: 204 len: 168 time: 0.1486056 Dec 23 11:44:27.179541 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4990bcd-870b-44f8-b1e5-be68347a3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f7033-b3d1-4951-a581-3fafba3b96d2,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:27.197379 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0dac7507-c046-4165-a421-a43cafe47ea9 req-44ef2afe-378d-4c46-90c9-71e6148ce8e2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474815 Dec 23 11:44:28.063437 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5cb8aad3-ec95-462f-ada5-ef10a9bda131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:28.325969 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21227ad9-5362-47f9-9e5d-b33d028bb61f req-b1d3f48a-e832-4b3f-b925-2621c54c0cbd tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:28.327643 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-21227ad9-5362-47f9-9e5d-b33d028bb61f req-b1d3f48a-e832-4b3f-b925-2621c54c0cbd tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0556417 Dec 23 11:44:28.383325 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-21227ad9-5362-47f9-9e5d-b33d028bb61f req-60dda684-212c-4566-9ab4-510191bc527c tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493321 Dec 23 11:44:29.141723 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-61ab0c4e-fff5-4ee9-b478-6fa03ae1e7bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:29.143270 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-61ab0c4e-fff5-4ee9-b478-6fa03ae1e7bc tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0499444 Dec 23 11:44:29.238095 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Deleting port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:29.238432 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:29.331944 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] For port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:29.332310 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:29.505977 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cea15-cd17-40e3-b224-22bdc5980b52 req-d492331e-e6b8-4091-9263-d8e54006a225 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:29.507940 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1e9cea15-cd17-40e3-b224-22bdc5980b52 req-d492331e-e6b8-4091-9263-d8e54006a225 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f HTTP/1.1" status: 200 len: 946 time: 0.0494940 Dec 23 11:44:29.512979 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:29.513346 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3858907'] for floatingip, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:29.513663 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Floating IP cf0da26e-5ef3-47ef-ab20-38c3f1b45868 disassociated. External IP: 172.27.1.216, port: 0e7d3266-6650-41c3-a514-89d3cf3cd4b9. Dec 23 11:44:29.514002 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Calling delete_port for 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:29.579792 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1e9cea15-cd17-40e3-b224-22bdc5980b52 req-5311f5cc-8b5f-4994-874b-4c11798aadf2 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups?id=802e4836-43bf-43b4-81e4-f8b1cb7d040f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641487 Dec 23 11:44:29.649109 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:29.676641 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event deleted for resources: {'Port': ['ID=0e7d3266-6650-41c3-a514-89d3cf3cd4b9,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:29.805190 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:44:29.915031 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:44:29.925341 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:44:29.936063 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:29.936615 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:29.961507 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] No DVR routers for this DVR port 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:29.964025 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:29.967396 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-fda5c012-ae59-428a-bae6-ca1d4074db5a req-c0e12194-a8bb-4a6c-8c93-94f7af347f81 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.32 "DELETE /v2.0/ports/0e7d3266-6650-41c3-a514-89d3cf3cd4b9 HTTP/1.1" status: 204 len: 173 time: 0.8143420 Dec 23 11:44:29.967831 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'name': 'network-vif-deleted', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:44:29.970176 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db121dc2-8aed-4a34-990f-d6e8ce64d4b2" -d '{"events": [{"server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "name": "network-vif-deleted", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:44:30.052791 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:30.190225 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f218202c-1ef4-4d37-be2a-d22b222b70c6 x-openstack-request-id: req-f218202c-1ef4-4d37-be2a-d22b222b70c6 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:44:30.190751 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f", "name": "network-vif-deleted", "tag": "0e7d3266-6650-41c3-a514-89d3cf3cd4b9", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:44:30.190751 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f218202c-1ef4-4d37-be2a-d22b222b70c6 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:44:30.191145 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1f19ef-5b25-4624-8d5a-31f7e0cdb23f', 'name': 'network-vif-deleted', 'tag': '0e7d3266-6650-41c3-a514-89d3cf3cd4b9', 'status': 'completed', 'code': 200} Dec 23 11:44:30.284635 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:30.310196 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:44:30.318844 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:30.319437 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:00Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:30.373907 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-82af5f3e-5ac2-4d26-9fd6-fcbeb563bd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:30.443251 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:30.676866 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57604) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:30.681976 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:30.717994 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1692e0d0-e038-4503-b5d5-e9131d0e4065 None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:36:53Z', 'revision_number': 4, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '3e0b5240-fb15-4e9c-812b-85d1ed680343', 'name': '', 'network_id': '25344bbe-018a-4341-8784-0e9f59d8b706', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'mac_address': 'fa:16:3e:45:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '8832f32f-6922-4ef0-b405-455dcf040266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:52Z', 'updated_at': '2021-12-23T11:36:57Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'subnets': [{'id': '8832f32f-6922-4ef0-b405-455dcf040266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:44:30.754602 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-245864f3-ee7b-4c8c-a444-0f77fe1d4bec tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:30.781408 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-245864f3-ee7b-4c8c-a444-0f77fe1d4bec tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:30.843562 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-245864f3-ee7b-4c8c-a444-0f77fe1d4bec tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:30.846958 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-245864f3-ee7b-4c8c-a444-0f77fe1d4bec tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:30.848188 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-245864f3-ee7b-4c8c-a444-0f77fe1d4bec tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "DELETE /v2.0/security-groups/802e4836-43bf-43b4-81e4-f8b1cb7d040f HTTP/1.1" status: 204 len: 168 time: 0.1692393 Dec 23 11:44:30.851892 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57606) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:30.863577 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245864f3-ee7b-4c8c-a444-0f77fe1d4bec tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e4836-43bf-43b4-81e4-f8b1cb7d040f,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:30.866960 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.api.v2.resource [None req-17c44087-082a-4e1b-b996-3af9966d9db9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] show failed (client error): The resource could not be found. Dec 23 11:44:30.867991 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-17c44087-082a-4e1b-b996-3af9966d9db9 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "GET /v2.0/security-groups/802e4836-43bf-43b4-81e4-f8b1cb7d040f HTTP/1.1" status: 404 len: 347 time: 0.0146730 Dec 23 11:44:30.871494 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57608) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:31.002024 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8485101-f303-454d-939d-ac4732617d1b None None] New status for floating IP cf0da26e-5ef3-47ef-ab20-38c3f1b45868: DOWN {{(pid=102561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:44:31.015780 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Deleting port a97c517d-5aec-4378-a5c8-2740a3a26358 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:31.016112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.097238 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.097582 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.110738 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Calling delete_port for a97c517d-5aec-4378-a5c8-2740a3a26358 owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:31.270803 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.297493 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Pushing event deleted for resources: {'Port': ['ID=a97c517d-5aec-4378-a5c8-2740a3a26358,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:31.357446 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.360128 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.361411 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-5603243a-a7a8-4692-8130-4a1a77c0f776 tempest-AttachVolumeTestJSON-1768630879 tempest-AttachVolumeTestJSON-1768630879-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf0da26e-5ef3-47ef-ab20-38c3f1b45868 HTTP/1.1" status: 204 len: 168 time: 0.4889541 Dec 23 11:44:31.441932 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:31.659770 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:31.680622 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:31.680997 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0e7d3266-6650-41c3-a514-89d3cf3cd4b9 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:32.340559 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:44:32.850622 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:33.569516 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57624) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:33.757533 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Deleting port dce8635e-1674-469f-ba0d-2caf12e97423 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:33.757874 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:33.845319 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:33.845640 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:33.859028 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Calling delete_port for dce8635e-1674-469f-ba0d-2caf12e97423 owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:33.992776 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:34.018061 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:34.043353 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'Port': ['ID=dce8635e-1674-469f-ba0d-2caf12e97423,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:34.110936 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:34.111195 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Floating IP 3543033c-d66a-4926-bc3d-ac1cac064fa8 disassociated (deleted). External IP: 172.27.1.54, port: 73a918b9-4fc0-4164-ae58-5201d467f06f. Dec 23 11:44:34.330606 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:44:34.438441 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:44:34.443452 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:34.447824 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:44:34.457676 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:34.458283 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:34.469820 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-4a0bca63-5a70-4ab7-8ef3-c0a5de216c36 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "DELETE /v2.0/floatingips/3543033c-d66a-4926-bc3d-ac1cac064fa8 HTTP/1.1" status: 204 len: 168 time: 0.8991599 Dec 23 11:44:34.470374 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:44:34.472683 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26" -d '{"events": [{"name": "network-changed", "server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:44:34.517228 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8566f344-af23-4f11-928d-b5a926b51dc4 x-openstack-request-id: req-8566f344-af23-4f11-928d-b5a926b51dc4 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:44:34.517773 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:44:34.518008 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8566f344-af23-4f11-928d-b5a926b51dc4 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:44:34.518443 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'status': 'completed', 'code': 200} Dec 23 11:44:34.591441 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:34.744986 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-dbb6ca53-c123-45b9-9fa5-fe9d4aa3e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:34.744986 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-dbb6ca53-c123-45b9-9fa5-fe9d4aa3e887 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 1098 time: 0.1885855 Dec 23 11:44:34.745826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daabbd-ba0b-4eb9-b82e-d73bd108f58b req-719cdc73-5b73-4dcc-a187-256105b5cf99 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:34.753312 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17daabbd-ba0b-4eb9-b82e-d73bd108f58b req-719cdc73-5b73-4dcc-a187-256105b5cf99 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.0650284 Dec 23 11:44:34.803909 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-17daabbd-ba0b-4eb9-b82e-d73bd108f58b req-08dbb1f3-a073-4783-98be-915f9b636a81 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484545 Dec 23 11:44:34.834088 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-47e5464e-58ff-4b5c-b550-9b68adc8b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:34.835892 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-47e5464e-58ff-4b5c-b550-9b68adc8b5c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.0879927 Dec 23 11:44:34.894917 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-f48a5132-3fcf-4079-a71e-31ca8421f489 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73a918b9-4fc0-4164-ae58-5201d467f06f HTTP/1.1" status: 200 len: 217 time: 0.0492806 Dec 23 11:44:34.950657 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-ec231fdd-49fd-4066-8bed-cbc282707f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:34.952189 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-ec231fdd-49fd-4066-8bed-cbc282707f58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0483067 Dec 23 11:44:34.977441 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:49Z', 'revision_number': 1, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:34.981219 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57654) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:35.001226 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-71680fdd-441f-48be-bfe9-0c82bbde893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:35.002826 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-71680fdd-441f-48be-bfe9-0c82bbde893d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408726 Dec 23 11:44:35.006924 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:44:35.015367 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:35.015974 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:35.016953 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-176bbca1-1c95-4ceb-9a44-08409093bce6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:44:35.017977 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-176bbca1-1c95-4ceb-9a44-08409093bce6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062225 Dec 23 11:44:35.132987 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:35.387900 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-1271143e-28e6-468b-b7a6-5c87c76d5adf service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590441 Dec 23 11:44:35.424800 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:49Z', 'revision_number': 1, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:35.466366 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4388d22-c450-4abb-af76-0f1ea7c59185 None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_floatingips': [{'id': '1f1ca302-aa6c-447c-8afb-b16a67aeaf03', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'router_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'port_id': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'mac_address': 'fa:16:3e:52:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:39:46Z', 'updated_at': '2021-12-23T11:39:49Z', 'revision_number': 1, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:44:35.511625 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-8d9dc7c4-43f0-4df9-aea6-309cf9d53c26 req-2faa4046-40c8-4eca-abe0-6c8f1a9cf96c service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156430 Dec 23 11:44:35.600055 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:35.738305 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af703e-2232-42e3-8295-06d2b0a69779 None None] New status for floating IP 3543033c-d66a-4926-bc3d-ac1cac064fa8: DOWN {{(pid=102561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:44:36.070277 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be3cf-d2ec-48a6-be32-d7f948464822 req-95a760bd-0cec-46fb-938b-49e3daf2ef4d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:36.071823 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b08be3cf-d2ec-48a6-be32-d7f948464822 req-95a760bd-0cec-46fb-938b-49e3daf2ef4d tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.1154468 Dec 23 11:44:36.141464 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b08be3cf-d2ec-48a6-be32-d7f948464822 req-6f0c07c0-388a-407f-8dd0-d99675e04256 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634429 Dec 23 11:44:36.219153 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Deleting port 3e0b5240-fb15-4e9c-812b-85d1ed680343 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:36.219402 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:36.308952 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] For port 3e0b5240-fb15-4e9c-812b-85d1ed680343, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=3e0b5240-fb15-4e9c-812b-85d1ed680343,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:36.309296 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:36.323745 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Calling delete_port for 3e0b5240-fb15-4e9c-812b-85d1ed680343 owned by network:router_interface {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:36.521447 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:36.549212 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0b5240-fb15-4e9c-812b-85d1ed680343,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:36.672912 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42a961-03a4-424c-8cde-4456defa5298 req-765d1ce7-528d-4679-9df0-39adfe5a8ca5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:36.677877 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ce42a961-03a4-424c-8cde-4456defa5298 req-765d1ce7-528d-4679-9df0-39adfe5a8ca5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 945 time: 0.0593643 Dec 23 11:44:36.750184 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:36.798050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Deleting port 73a918b9-4fc0-4164-ae58-5201d467f06f {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:36.798313 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:36.899056 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] For port 73a918b9-4fc0-4164-ae58-5201d467f06f, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=73a918b9-4fc0-4164-ae58-5201d467f06f,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:36.899494 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:36.912822 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Calling delete_port for 73a918b9-4fc0-4164-ae58-5201d467f06f owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:36.989085 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:44:37.045848 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.073289 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'Port': ['ID=73a918b9-4fc0-4164-ae58-5201d467f06f,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:37.115912 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:44:37.123356 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-fd99194e-76ea-42ff-8298-ff4371a3551e admin admin] 10.222.0.31 "PUT /v2.0/routers/3eed4ff7-d1e7-4a44-bb05-f160b0000630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1406274 Dec 23 11:44:37.126496 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57664) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:37.130210 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] No DVR routers for this DVR port 73a918b9-4fc0-4164-ae58-5201d467f06f on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:37.133113 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.136139 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] Sync routers for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:44:37.137721 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-ce42a961-03a4-424c-8cde-4456defa5298 req-ea6e20ac-9411-432d-99a1-7353e011bc3e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "DELETE /v2.0/ports/73a918b9-4fc0-4164-ae58-5201d467f06f HTTP/1.1" status: 204 len: 173 time: 0.4498689 Dec 23 11:44:37.138454 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'name': 'network-vif-deleted', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:44:37.141508 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56ed33c-0547-4925-bee8-3dcc049afdb8" -d '{"events": [{"server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "name": "network-vif-deleted", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:44:37.171930 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:37.185362 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:37.199180 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaaae49-4ff8-44cb-81b7-53713ae1ec7b x-openstack-request-id: req-cfaaae49-4ff8-44cb-81b7-53713ae1ec7b {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:44:37.199844 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364895f1-add8-41d4-b163-c3da01a08217", "name": "network-vif-deleted", "tag": "73a918b9-4fc0-4164-ae58-5201d467f06f", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:44:37.200261 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfaaae49-4ff8-44cb-81b7-53713ae1ec7b {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:44:37.200920 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364895f1-add8-41d4-b163-c3da01a08217', 'name': 'network-vif-deleted', 'tag': '73a918b9-4fc0-4164-ae58-5201d467f06f', 'status': 'completed', 'code': 200} Dec 23 11:44:37.309818 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-46fe2c35-7310-4396-bae3-f57da3e437d0 req-beff02fe-4842-498f-bc4a-6febfd9b980f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=364895f1-add8-41d4-b163-c3da01a08217 HTTP/1.1" status: 200 len: 210 time: 0.0390720 Dec 23 11:44:37.330419 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks [] for router, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.344034 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:37.451326 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.534819 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Deleting port 38e6736b-4162-488c-a06e-bf5f352041b6 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:37.535327 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.554183 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:44:36Z', 'revision_number': 5, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port': {'id': '38e6736b-4162-488c-a06e-bf5f352041b6', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:36:51Z', 'updated_at': '2021-12-23T11:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:37.595399 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] Checking router: 3eed4ff7-d1e7-4a44-bb05-f160b0000630 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:44:37.604972 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] Routers {'3eed4ff7-d1e7-4a44-bb05-f160b0000630'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:37.605844 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:37.653369 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] For port 38e6736b-4162-488c-a06e-bf5f352041b6, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=38e6736b-4162-488c-a06e-bf5f352041b6,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:37.653723 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.677574 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Calling delete_port for 38e6736b-4162-488c-a06e-bf5f352041b6 owned by network:router_gateway {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:37.705346 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] Set router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:37.761646 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:44:37Z', 'revision_number': 6, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:37.790342 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce0120-6ec5-4340-9780-22ef924a220d None None] The sync data for ids ['3eed4ff7-d1e7-4a44-bb05-f160b0000630'] in dv-cinder-730936-3-iscsi is: [{'id': '3eed4ff7-d1e7-4a44-bb05-f160b0000630', 'name': 'tempest-AttachVolumeTestJSON-1988569206-router', 'tenant_id': '287e322f4ddb4877b2e072441c21cac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:36:50Z', 'updated_at': '2021-12-23T11:44:37Z', 'revision_number': 6, 'project_id': '287e322f4ddb4877b2e072441c21cac2', 'gw_port_host': None}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:44:37.854049 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:37.881230 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e6736b-4162-488c-a06e-bf5f352041b6,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:37.943727 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.042914 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.045846 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.092940 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.093395 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eed4ff7-d1e7-4a44-bb05-f160b0000630 {{(pid=102559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:44:38.098176 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.106403 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-90abb489-883c-4169-945d-55c6bbea2651 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3eed4ff7-d1e7-4a44-bb05-f160b0000630 HTTP/1.1" status: 204 len: 168 time: 0.9717906 Dec 23 11:44:38.106403 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57672) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:38.151089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Deleting subnet 8832f32f-6922-4ef0-b405-455dcf040266 {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:44:38.155224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.195826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.291830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.348338 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.384166 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8832f32f-6922-4ef0-b405-455dcf040266,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:38.386282 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.389881 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-6b59313b-069b-4a67-b754-7255403f9855 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8832f32f-6922-4ef0-b405-455dcf040266 HTTP/1.1" status: 204 len: 168 time: 0.2858093 Dec 23 11:44:38.392484 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57678) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:38.397782 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f2d35-9a11-4854-bc49-f7e8027187c1 None None] Network 25344bbe-018a-4341-8784-0e9f59d8b706 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:44:38.471281 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.541360 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Deleting port 6d9d1920-adc1-4c24-9799-cbdacb952889 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:38.541860 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.605928 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] DHCP port deletion for 25344bbe-018a-4341-8784-0e9f59d8b706 request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:44:38.630756 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] For port 6d9d1920-adc1-4c24-9799-cbdacb952889, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=6d9d1920-adc1-4c24-9799-cbdacb952889,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:38.630756 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.652379 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Calling delete_port for 6d9d1920-adc1-4c24-9799-cbdacb952889 owned by network:dhcp {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:38.691559 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] Deleting port 6d9d1920-adc1-4c24-9799-cbdacb952889 {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:38.692417 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.727273 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 3e0b5240-fb15-4e9c-812b-85d1ed680343 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:38.772547 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.798577 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 3e0b5240-fb15-4e9c-812b-85d1ed680343 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:38.798928 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 3e0b5240-fb15-4e9c-812b-85d1ed680343 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:38.799363 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 38e6736b-4162-488c-a06e-bf5f352041b6 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:38.812077 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9d1920-adc1-4c24-9799-cbdacb952889,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:38.814659 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] No DVR routers for this DVR port 6d9d1920-adc1-4c24-9799-cbdacb952889 on host dv-cinder-730936-3-iscsi {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:38.842086 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 38e6736b-4162-488c-a06e-bf5f352041b6 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:38.842790 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 38e6736b-4162-488c-a06e-bf5f352041b6 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:38.843435 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 6d9d1920-adc1-4c24-9799-cbdacb952889 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:38.848057 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] For port 6d9d1920-adc1-4c24-9799-cbdacb952889, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=6d9d1920-adc1-4c24-9799-cbdacb952889,segment=NetworkSegment(6a0185a7-b96e-4b10-b4bc-666e41387fe2),segment_id=6a0185a7-b96e-4b10-b4bc-666e41387fe2)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:38.848465 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.874874 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 6d9d1920-adc1-4c24-9799-cbdacb952889 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:38.875231 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 6d9d1920-adc1-4c24-9799-cbdacb952889 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:38.882044 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] Calling delete_port for 6d9d1920-adc1-4c24-9799-cbdacb952889 owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:38.939738 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:38.972986 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25344bbe-018a-4341-8784-0e9f59d8b706']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:38.999318 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0185a7-b96e-4b10-b4bc-666e41387fe2') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:38.999709 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0185a7-b96e-4b10-b4bc-666e41387fe2') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:39.003957 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.013262 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.030015 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.037315 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] Pushing event deleted for resources: {'Port': ['ID=6d9d1920-adc1-4c24-9799-cbdacb952889,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:39.038527 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:44:39.039366 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.039718 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aacdb33-ffc7-4cb2-a154-10c35a73cd03 None None] No DVR routers for this DVR port 6d9d1920-adc1-4c24-9799-cbdacb952889 on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:44:39.042742 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:44:39.111482 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.118052 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.121629 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] 10.222.0.31 "DELETE /v2.0/networks/25344bbe-018a-4341-8784-0e9f59d8b706 HTTP/1.1" status: 204 len: 168 time: 0.7280900 Dec 23 11:44:39.137854 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ef820-2aa5-4516-b683-31b019bdef82 admin admin] Pushing event deleted for resources: {'Network': ['ID=25344bbe-018a-4341-8784-0e9f59d8b706,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:39.278606 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57686) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:39.336042 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-ae549f3d-3100-4874-be68-7bcda28b32b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=287e322f4ddb4877b2e072441c21cac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559216 Dec 23 11:44:39.340315 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57688) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:39.402334 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3f67dacc-ee3c-4adf-bf23-f8862916cd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.425449 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3f67dacc-ee3c-4adf-bf23-f8862916cd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.477696 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3f67dacc-ee3c-4adf-bf23-f8862916cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.480356 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-3f67dacc-ee3c-4adf-bf23-f8862916cd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:39.481573 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-3f67dacc-ee3c-4adf-bf23-f8862916cd9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42341a67-7542-4119-bee7-aff3c6307285 HTTP/1.1" status: 204 len: 168 time: 0.1398914 Dec 23 11:44:39.494130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67dacc-ee3c-4adf-bf23-f8862916cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42341a67-7542-4119-bee7-aff3c6307285,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:39.683994 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 73a918b9-4fc0-4164-ae58-5201d467f06f no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:39.709109 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 73a918b9-4fc0-4164-ae58-5201d467f06f {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:39.709551 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 73a918b9-4fc0-4164-ae58-5201d467f06f not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:40.632073 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57754) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:40.809860 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Deleting port a9bddf19-8988-4977-af56-8354f598d6cd {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:40.810204 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:40.854132 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57758) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:40.888845 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:40.889280 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:40.901271 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Calling delete_port for a9bddf19-8988-4977-af56-8354f598d6cd owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:40.926129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:40.963885 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99f424b0-f82b-4969-8d42-617a1f91f4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.040394 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99f424b0-f82b-4969-8d42-617a1f91f4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.048860 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99f424b0-f82b-4969-8d42-617a1f91f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.054658 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.081009 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'Port': ['ID=a9bddf19-8988-4977-af56-8354f598d6cd,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:41.094774 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f424b0-f82b-4969-8d42-617a1f91f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c624fd-b5e4-4f18-8f2d-7256fe78169d,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:41.102311 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-99f424b0-f82b-4969-8d42-617a1f91f4d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4da96e94f85449f381c7b1a8c62fdf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470841 Dec 23 11:44:41.102984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57764) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:41.173861 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.174196 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.l3_db [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Floating IP 1f1ca302-aa6c-447c-8afb-b16a67aeaf03 disassociated (deleted). External IP: 172.27.1.118, port: d5c40f63-6cef-4a6f-907c-739e04deb91d. Dec 23 11:44:41.222984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-863c7d44-bea6-48bc-a9fc-d4846428f055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.279335 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-863c7d44-bea6-48bc-a9fc-d4846428f055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.373403 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-863c7d44-bea6-48bc-a9fc-d4846428f055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.376097 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-863c7d44-bea6-48bc-a9fc-d4846428f055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.377280 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-863c7d44-bea6-48bc-a9fc-d4846428f055 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4c624fd-b5e4-4f18-8f2d-7256fe78169d HTTP/1.1" status: 204 len: 168 time: 0.2732081 Dec 23 11:44:41.415519 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c7d44-bea6-48bc-a9fc-d4846428f055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c624fd-b5e4-4f18-8f2d-7256fe78169d,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:41.453923 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:44:41.565041 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:44:41.569859 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:41.576143 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:44:41.590032 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:41.590838 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:41.602109 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9f52caaa-e28b-4fd0-a263-c69396ed435e tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "DELETE /v2.0/floatingips/1f1ca302-aa6c-447c-8afb-b16a67aeaf03 HTTP/1.1" status: 204 len: 168 time: 0.9683542 Dec 23 11:44:41.602751 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:44:41.612427 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005cf0b-bd55-4698-954b-b36eb57b555c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:44:41.661841 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9701b5-761b-456c-b62f-f18ae2cd31eb x-openstack-request-id: req-2f9701b5-761b-456c-b62f-f18ae2cd31eb {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:44:41.662344 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:44:41.662344 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f9701b5-761b-456c-b62f-f18ae2cd31eb {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:44:41.662630 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'status': 'completed', 'code': 200} Dec 23 11:44:41.740202 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-70f2ee29-6b32-4208-85cd-e3b3ccb12aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:41.742191 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-70f2ee29-6b32-4208-85cd-e3b3ccb12aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ef1346c11148af97d1a9ec4209ed13&device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 1098 time: 0.0572245 Dec 23 11:44:41.748477 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:41.884072 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-74a273f1-9c9b-40d9-8882-3b0dcffe0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:41.885654 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-74a273f1-9c9b-40d9-8882-3b0dcffe0f07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 200 len: 911 time: 0.1279817 Dec 23 11:44:41.895979 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a41494-0aef-4f4f-ab3c-fd8f9958a133 req-89cd4f6b-282a-4269-bcb3-2f0ed885132a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:41.904182 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b6a41494-0aef-4f4f-ab3c-fd8f9958a133 req-89cd4f6b-282a-4269-bcb3-2f0ed885132a tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0630023 Dec 23 11:44:41.938709 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-99ad76d9-c40a-4a1b-981a-c3c53329c657 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 200 len: 217 time: 0.0451081 Dec 23 11:44:41.953852 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b6a41494-0aef-4f4f-ab3c-fd8f9958a133 req-f91455d3-d06a-41b8-977b-259a935db98f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482683 Dec 23 11:44:41.995471 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-145397d2-3775-41e6-b89b-d55568636ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:41.997011 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-145397d2-3775-41e6-b89b-d55568636ba9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 200 len: 850 time: 0.0503993 Dec 23 11:44:42.017064 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:42.053923 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:44:42.063854 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:42.064501 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:42.066441 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-079ccf97-18e9-4a87-a5b7-c1225cda722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:42.068001 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-079ccf97-18e9-4a87-a5b7-c1225cda722e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620775 Dec 23 11:44:42.172583 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-574fb7fe-e1bb-4d09-a37f-d717028be8e3 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937486 Dec 23 11:44:42.223069 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:42.291041 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3005cf0b-bd55-4698-954b-b36eb57b555c req-5fc1be7d-ca06-46e6-aa28-69f34b28de81 service neutron] 10.222.0.32 "GET /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085508 Dec 23 11:44:42.450030 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:42.477013 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc51ea85-3ba1-4cb1-ac71-27993341fa8d None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:34:58Z', 'revision_number': 4, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi', '_interfaces': [{'id': '09fd8c2d-6813-4a60-a410-b47821a1e56b', 'name': '', 'network_id': '7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'mac_address': 'fa:16:3e:90:51:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:58Z', 'updated_at': '2021-12-23T11:35:03Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'subnets': [{'id': '617187a0-84a8-4417-85ab-06b2de2b47d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:44:42.706306 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0400919-1bd6-4f6d-ad92-3914d83f85f2 None None] New status for floating IP 1f1ca302-aa6c-447c-8afb-b16a67aeaf03: DOWN {{(pid=102562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:44:42.975947 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-bd962c3a-94b6-465e-a5bb-0a9c82a69d40 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:42.978446 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-bd962c3a-94b6-465e-a5bb-0a9c82a69d40 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0602772 Dec 23 11:44:43.081365 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Deleting port d5c40f63-6cef-4a6f-907c-739e04deb91d {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:43.081696 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:43.083421 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66d77d-af3c-464d-b4fc-9457a539a713 req-94d5044a-3c15-4d95-ac5b-c54424a7775f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:44:43.085127 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3e66d77d-af3c-464d-b4fc-9457a539a713 req-94d5044a-3c15-4d95-ac5b-c54424a7775f tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 945 time: 0.0570321 Dec 23 11:44:43.141725 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3e66d77d-af3c-464d-b4fc-9457a539a713 req-06f9b0dd-4ee8-46c1-816c-eff3d105c5a8 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e8325d7-78db-41a2-ab52-a66226602ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490608 Dec 23 11:44:43.182559 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] For port d5c40f63-6cef-4a6f-907c-739e04deb91d, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d5c40f63-6cef-4a6f-907c-739e04deb91d,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:43.182922 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:43.197408 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Calling delete_port for d5c40f63-6cef-4a6f-907c-739e04deb91d owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:43.334130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:43.366691 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'Port': ['ID=d5c40f63-6cef-4a6f-907c-739e04deb91d,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:43.421218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] No DVR routers for this DVR port d5c40f63-6cef-4a6f-907c-739e04deb91d on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:43.423678 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:43.427092 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-c51516a3-eacd-4066-97dc-a2edbdd84873 req-f7cf2353-131a-4890-b859-c98cb35f0fdc tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.32 "DELETE /v2.0/ports/d5c40f63-6cef-4a6f-907c-739e04deb91d HTTP/1.1" status: 204 len: 173 time: 0.4419367 Dec 23 11:44:43.664093 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'name': 'network-vif-deleted', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:44:43.666513 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9142145-d8ea-48b4-aa6e-98000d38b1f2" -d '{"events": [{"server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "name": "network-vif-deleted", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:44:43.703499 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4562f306-1410-4ed5-9d67-738377661b11 x-openstack-request-id: req-4562f306-1410-4ed5-9d67-738377661b11 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:44:43.703799 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b06adb3-b8dc-440c-b12a-2da02379277d", "name": "network-vif-deleted", "tag": "d5c40f63-6cef-4a6f-907c-739e04deb91d", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:44:43.704106 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4562f306-1410-4ed5-9d67-738377661b11 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:44:43.704525 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b06adb3-b8dc-440c-b12a-2da02379277d', 'name': 'network-vif-deleted', 'tag': 'd5c40f63-6cef-4a6f-907c-739e04deb91d', 'status': 'completed', 'code': 200} Dec 23 11:44:44.257080 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-224ab9a7-850d-4be4-8ea9-b64ce5e04c5c req-20b65cd7-2d17-4faf-9456-9588a4f460d5 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b06adb3-b8dc-440c-b12a-2da02379277d HTTP/1.1" status: 200 len: 210 time: 0.0295360 Dec 23 11:44:45.319188 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57856) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:45.453689 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Deleting port 60d28a0b-25cb-4200-beda-9d7b5ebe42ce {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:45.453943 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:45.534064 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:45.534386 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:45.546154 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Calling delete_port for 60d28a0b-25cb-4200-beda-9d7b5ebe42ce owned by network:floatingip {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:45.688226 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:45.714163 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'Port': ['ID=60d28a0b-25cb-4200-beda-9d7b5ebe42ce,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:45.723325 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d5c40f63-6cef-4a6f-907c-739e04deb91d no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:45.744129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: d5c40f63-6cef-4a6f-907c-739e04deb91d {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:45.744482 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d5c40f63-6cef-4a6f-907c-739e04deb91d not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:45.778162 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for floatingip, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:45.780803 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for floatingip, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:45.781959 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-bb0f5c62-5588-4e55-afb0-2a56dce9de19 tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "DELETE /v2.0/floatingips/3132a6b7-fc4a-4e4f-8b45-144434bcd6d7 HTTP/1.1" status: 204 len: 168 time: 0.4619873 Dec 23 11:44:46.629781 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57876) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:46.748171 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b824e257-e3dd-4a00-ab25-305f0af7072f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:46.825462 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b824e257-e3dd-4a00-ab25-305f0af7072f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:46.829699 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-b824e257-e3dd-4a00-ab25-305f0af7072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:46.871054 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-b824e257-e3dd-4a00-ab25-305f0af7072f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c7b269bb42b4230990a8468f8ef6c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401710 Dec 23 11:44:46.874690 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e257-e3dd-4a00-ab25-305f0af7072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48213e03-0920-4bfa-ab34-c219fab0ad06,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:46.874872 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57880) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:46.926903 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fafe17b6-3c9b-4345-8f3e-3df4e6c8d884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:46.951190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fafe17b6-3c9b-4345-8f3e-3df4e6c8d884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.000856 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57884) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:47.010621 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fafe17b6-3c9b-4345-8f3e-3df4e6c8d884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.014971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-fafe17b6-3c9b-4345-8f3e-3df4e6c8d884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.016760 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-fafe17b6-3c9b-4345-8f3e-3df4e6c8d884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48213e03-0920-4bfa-ab34-c219fab0ad06 HTTP/1.1" status: 204 len: 168 time: 0.1403954 Dec 23 11:44:47.029639 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe17b6-3c9b-4345-8f3e-3df4e6c8d884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48213e03-0920-4bfa-ab34-c219fab0ad06,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:47.090718 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fe8cad81-8cd6-4e0d-8eae-3e0a1a3c7d3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.120235 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fe8cad81-8cd6-4e0d-8eae-3e0a1a3c7d3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.195925 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fe8cad81-8cd6-4e0d-8eae-3e0a1a3c7d3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.198923 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-fe8cad81-8cd6-4e0d-8eae-3e0a1a3c7d3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.200110 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-fe8cad81-8cd6-4e0d-8eae-3e0a1a3c7d3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e8325d7-78db-41a2-ab52-a66226602ce5 HTTP/1.1" status: 204 len: 168 time: 0.1980512 Dec 23 11:44:47.210466 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cad81-8cd6-4e0d-8eae-3e0a1a3c7d3c tempest-TestVolumeBootPattern-1621288422 tempest-TestVolumeBootPattern-1621288422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8325d7-78db-41a2-ab52-a66226602ce5,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:47.272368 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57892) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:47.346271 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57896) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:47.360903 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-80f3a924-aecd-483a-ba53-fcd0d61b70cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.460055 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-80f3a924-aecd-483a-ba53-fcd0d61b70cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.467468 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-80f3a924-aecd-483a-ba53-fcd0d61b70cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.549139 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-80f3a924-aecd-483a-ba53-fcd0d61b70cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7da0b101deca47048b60005518a0d112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015157 Dec 23 11:44:47.551491 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3a924-aecd-483a-ba53-fcd0d61b70cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f4a90-28af-4138-b78d-94e205790f69,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:47.551937 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57900) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:47.610063 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7be09127-b4f4-43b0-867c-53af5ced364a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.633806 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7be09127-b4f4-43b0-867c-53af5ced364a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.692642 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7be09127-b4f4-43b0-867c-53af5ced364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.695419 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-7be09127-b4f4-43b0-867c-53af5ced364a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:47.696589 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-7be09127-b4f4-43b0-867c-53af5ced364a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/959f4a90-28af-4138-b78d-94e205790f69 HTTP/1.1" status: 204 len: 168 time: 0.1436250 Dec 23 11:44:47.707571 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be09127-b4f4-43b0-867c-53af5ced364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f4a90-28af-4138-b78d-94e205790f69,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:47.880950 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:48.138899 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Deleting port 09fd8c2d-6813-4a60-a410-b47821a1e56b {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:48.139400 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:48.221821 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] For port 09fd8c2d-6813-4a60-a410-b47821a1e56b, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=09fd8c2d-6813-4a60-a410-b47821a1e56b,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:48.222190 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:48.235029 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Calling delete_port for 09fd8c2d-6813-4a60-a410-b47821a1e56b owned by network:router_interface {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:48.430439 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:48.465603 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fd8c2d-6813-4a60-a410-b47821a1e56b,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:48.665305 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:49.162074 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Router 7dc51389-b216-4b7d-a200-fd8c4e31a607 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:44:49.283582 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:44:49.290998 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1561c00b-626a-4b98-9f7f-89b12dabd0d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/7dc51389-b216-4b7d-a200-fd8c4e31a607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0151820 Dec 23 11:44:49.291896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57950) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:49.296550 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] Sync routers for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:44:49.309683 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:49.310322 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:49.414479 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:49.432410 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:49.526806 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:49.588222 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Deleting port 9979e477-b660-4583-9838-0216e6ab7afc {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:49.588561 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:49.666754 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '9979e477-b660-4583-9838-0216e6ab7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:44:48Z', 'revision_number': 5, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port': {'id': '9979e477-b660-4583-9838-0216e6ab7afc', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:dc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:49.684822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] For port 9979e477-b660-4583-9838-0216e6ab7afc, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=9979e477-b660-4583-9838-0216e6ab7afc,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:49.685218 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:49.695785 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] Checking router: 7dc51389-b216-4b7d-a200-fd8c4e31a607 for host: dv-cinder-730936-3-iscsi {{(pid=102561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:44:49.700719 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Calling delete_port for 9979e477-b660-4583-9838-0216e6ab7afc owned by network:router_gateway {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:49.708743 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] Routers {'7dc51389-b216-4b7d-a200-fd8c4e31a607'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:49.709805 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['7dc51389-b216-4b7d-a200-fd8c4e31a607'], 'active': True} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:49.807686 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvr_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] Set router 7dc51389-b216-4b7d-a200-fd8c4e31a607 gateway port host: None {{(pid=102561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:49.864075 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_hamode_db [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:44:49Z', 'revision_number': 6, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:49.899316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:49.904060 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639572d6-a85b-4416-8fa9-d9990e2384e0 None None] The sync data for ids ['7dc51389-b216-4b7d-a200-fd8c4e31a607'] in dv-cinder-730936-3-iscsi is: [{'id': '7dc51389-b216-4b7d-a200-fd8c4e31a607', 'name': 'tempest-TestVolumeBootPattern-970567607-router', 'tenant_id': '50ef1346c11148af97d1a9ec4209ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:34:54Z', 'updated_at': '2021-12-23T11:44:49Z', 'revision_number': 6, 'project_id': '50ef1346c11148af97d1a9ec4209ed13', 'gw_port_host': None}] {{(pid=102561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:44:49.917004 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57978) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:49.947190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9979e477-b660-4583-9838-0216e6ab7afc,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:50.017255 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.046478 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.143682 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.148746 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.190693 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a9cc2574167461c8809d79daa5fcbed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721760 Dec 23 11:44:50.191612 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf4ea2c-c2b5-4a4b-b15f-1cbadca378bb,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:50.194826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57982) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:50.206479 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.206731 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.207065 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.207399 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.207729 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.208056 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.208382 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.208734 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.209068 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.209391 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.209723 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.210038 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.210356 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80598bf-e133-4472-aaa3-385f777ad8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:50.272577 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59a37878-e800-4d26-adbd-0e1678f91f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.312701 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59a37878-e800-4d26-adbd-0e1678f91f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.390514 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.393276 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.413061 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59a37878-e800-4d26-adbd-0e1678f91f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.420320 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-59a37878-e800-4d26-adbd-0e1678f91f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.425513 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-59a37878-e800-4d26-adbd-0e1678f91f19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bf4ea2c-c2b5-4a4b-b15f-1cbadca378bb HTTP/1.1" status: 204 len: 168 time: 0.2294910 Dec 23 11:44:50.442024 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a37878-e800-4d26-adbd-0e1678f91f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf4ea2c-c2b5-4a4b-b15f-1cbadca378bb,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:50.476273 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.477515 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc51389-b216-4b7d-a200-fd8c4e31a607 {{(pid=102559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:44:50.482983 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.485149 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-98d00e4f-5da0-44f3-b89e-6e9e98ffc0a2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7dc51389-b216-4b7d-a200-fd8c4e31a607 HTTP/1.1" status: 204 len: 168 time: 1.1927288 Dec 23 11:44:50.486886 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57986) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:50.535122 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Deleting subnet 617187a0-84a8-4417-85ab-06b2de2b47d2 {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:44:50.538642 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.579585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.682662 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.741313 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.778258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617187a0-84a8-4417-85ab-06b2de2b47d2,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:50.785528 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.790187 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc28a22e-a6e7-4e23-ae7c-7cd38bebb417 None None] Network 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:44:50.792918 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 57992) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:50.793065 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-29da0e42-e36f-44f2-9ed2-384065a5a657 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/617187a0-84a8-4417-85ab-06b2de2b47d2 HTTP/1.1" status: 204 len: 168 time: 0.3049908 Dec 23 11:44:50.813535 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 09fd8c2d-6813-4a60-a410-b47821a1e56b no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:50.814035 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57994) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:50.830300 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ed64463-16ef-4813-8223-1d8b9d260658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.845438 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 09fd8c2d-6813-4a60-a410-b47821a1e56b {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:50.846034 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 09fd8c2d-6813-4a60-a410-b47821a1e56b not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:50.886941 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.938499 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ed64463-16ef-4813-8223-1d8b9d260658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.946573 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0ed64463-16ef-4813-8223-1d8b9d260658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.971096 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Deleting port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:50.971731 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:50.990706 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed64463-16ef-4813-8223-1d8b9d260658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5bf7c-e806-4fe9-bb1c-0253fb58ecad,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:50.995662 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0ed64463-16ef-4813-8223-1d8b9d260658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca0dda59580a4fadb536ce2616af1dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804640 Dec 23 11:44:51.001707 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 57996) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:51.062619 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] For port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,segment=NetworkSegment(99790369-7094-4702-9d52-805e0a4c1776),segment_id=99790369-7094-4702-9d52-805e0a4c1776)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:51.063354 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.081027 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Calling delete_port for 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 owned by network:dhcp {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:51.084884 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad37ae27-0208-4f7c-87e7-ffea1ebfcc92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.112593 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad37ae27-0208-4f7c-87e7-ffea1ebfcc92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.144474 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] DHCP port deletion for 7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:44:51.171987 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad37ae27-0208-4f7c-87e7-ffea1ebfcc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.174658 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ad37ae27-0208-4f7c-87e7-ffea1ebfcc92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.178433 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ad37ae27-0208-4f7c-87e7-ffea1ebfcc92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ff5bf7c-e806-4fe9-bb1c-0253fb58ecad HTTP/1.1" status: 204 len: 168 time: 0.1735444 Dec 23 11:44:51.196847 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ae27-0208-4f7c-87e7-ffea1ebfcc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5bf7c-e806-4fe9-bb1c-0253fb58ecad,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:51.197893 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.233537 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:51.235450 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] No DVR routers for this DVR port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 on host dv-cinder-730936-3-iscsi {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:51.254195 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Deleting port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:51.254569 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.328078 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.329441 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] For port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6, host dv-cinder-730936-3-iscsi, got binding levels [] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:51.330037 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.344364 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Calling delete_port for 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:51.347460 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.ipam_backend_mixin [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 was not found and therefore no delete operation was performed {{(pid=102561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 11:44:51.349117 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.351107 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:51.361657 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99790369-7094-4702-9d52-805e0a4c1776') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:51.361941 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99790369-7094-4702-9d52-805e0a4c1776') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:51.373924 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.377051 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] Pushing event deleted for resources: {'Port': ['ID=7572691a-dd8d-466f-ad10-4f0f9a09d2a6,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:51.379649 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1061b2-6949-4ec7-b195-7f5a8bf07e82 None None] No DVR routers for this DVR port 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:51.399959 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.407287 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:44:51.407745 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:44:51.409693 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:44:51.473615 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.480258 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:51.483671 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2 HTTP/1.1" status: 204 len: 168 time: 0.6893322 Dec 23 11:44:51.487017 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58002) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:51.496377 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c770-3af4-4869-9340-194adb6e8d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9a6e35-cba2-4daa-bc94-c3f56d67f5b2,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:51.905411 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3858651'] for router_interface, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:52.196939 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Deleting port a874e054-5ec7-4498-aaf6-7d88c33a2c26 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:52.197541 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:52.299480 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] For port a874e054-5ec7-4498-aaf6-7d88c33a2c26, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=a874e054-5ec7-4498-aaf6-7d88c33a2c26,segment=NetworkSegment(b151eb2b-b3fd-4094-a9c1-c0f71bccd138),segment_id=b151eb2b-b3fd-4094-a9c1-c0f71bccd138)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:52.299898 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:52.318235 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Calling delete_port for a874e054-5ec7-4498-aaf6-7d88c33a2c26 owned by network:router_interface {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:52.377710 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:52.400589 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:52.401073 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 7572691a-dd8d-466f-ad10-4f0f9a09d2a6 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:52.401573 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9979e477-b660-4583-9838-0216e6ab7afc no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:52.430110 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 9979e477-b660-4583-9838-0216e6ab7afc {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:52.430453 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 9979e477-b660-4583-9838-0216e6ab7afc not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:52.532054 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:52.565206 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a874e054-5ec7-4498-aaf6-7d88c33a2c26,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:52.743260 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3707485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3860811'] for router_interface, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:52.973014 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Router 82d9e15c-4552-449f-97e0-1b6e8cced226 has already been hosted by L3 agent dcadeb3e-2ea8-493d-b45c-ba847f740f46 {{(pid=102560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:44:53.086137 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] Notify agent at l3_agent.dv-cinder-730936-3-iscsi the message routers_updated {{(pid=102560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:44:53.094558 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58056) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:53.095460 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-9b62ee52-0559-4d8d-be17-d54296d2b1d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/82d9e15c-4552-449f-97e0-1b6e8cced226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073279 Dec 23 11:44:53.097474 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] Sync routers for ids ['82d9e15c-4552-449f-97e0-1b6e8cced226'] in dv-cinder-730936-3-iscsi {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:44:53.114470 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] Routers {'82d9e15c-4552-449f-97e0-1b6e8cced226'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:53.115423 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['82d9e15c-4552-449f-97e0-1b6e8cced226'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:53.203883 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks [] for router, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.236703 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] Set router 82d9e15c-4552-449f-97e0-1b6e8cced226 gateway port host: dv-cinder-730936-3-iscsi {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:53.329309 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.392018 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Deleting port ece12b14-9dae-4b76-a9f9-2b4cc0868d60 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:53.392433 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.480116 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] For port ece12b14-9dae-4b76-a9f9-2b4cc0868d60, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,segment=NetworkSegment(a05d140f-ebdd-4f3e-972b-8ee710b617f8),segment_id=a05d140f-ebdd-4f3e-972b-8ee710b617f8)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:53.480629 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.494441 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Calling delete_port for ece12b14-9dae-4b76-a9f9-2b4cc0868d60 owned by network:router_gateway {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:53.519023 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'external_fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:44:52Z', 'revision_number': 5, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port': {'id': 'ece12b14-9dae-4b76-a9f9-2b4cc0868d60', 'name': '', 'network_id': 'b7f3db2c-0e77-42d8-b8d7-b3f154459e9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-730936-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:35:01Z', 'updated_at': '2021-12-23T11:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7e5d317-1665-4aeb-847c-fddd31aa3ac2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-730936-3-iscsi'}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:53.547564 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] Checking router: 82d9e15c-4552-449f-97e0-1b6e8cced226 for host: dv-cinder-730936-3-iscsi {{(pid=102562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:44:53.559467 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] Routers {'82d9e15c-4552-449f-97e0-1b6e8cced226'} bound to L3 agent in host dv-cinder-730936-3-iscsi {{(pid=102562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:44:53.560239 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-730936-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:24:30Z,description=,heartbeat_timestamp=2021-12-23T11:44:30Z,host='dv-cinder-730936-3-iscsi',id=dcadeb3e-2ea8-493d-b45c-ba847f740f46,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:24:30Z,topic='l3_agent')) {'router_ids': ['82d9e15c-4552-449f-97e0-1b6e8cced226'], 'active': True} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:53.655301 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_dvr_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] Set router 82d9e15c-4552-449f-97e0-1b6e8cced226 gateway port host: None {{(pid=102562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:44:53.698675 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.718946 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.l3_hamode_db [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:44:53Z', 'revision_number': 6, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port_host': None}], 'dv-cinder-730936-3-iscsi', False) {} {{(pid=102562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:53.726461 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece12b14-9dae-4b76-a9f9-2b4cc0868d60,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:53.752709 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b843b9-ce00-4a70-9d97-ddcd7f33e7e4 None None] The sync data for ids ['82d9e15c-4552-449f-97e0-1b6e8cced226'] in dv-cinder-730936-3-iscsi is: [{'id': '82d9e15c-4552-449f-97e0-1b6e8cced226', 'name': 'tempest-TestVolumeBootPattern-319533095-router', 'tenant_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:35:00Z', 'updated_at': '2021-12-23T11:44:53Z', 'revision_number': 6, 'project_id': '78f3ee80ecc24eef9030d7f0033cfab7', 'gw_port_host': None}] {{(pid=102562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:44:53.786276 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3858705'] for router_gateway, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.880412 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3862177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43972'] for router, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.882627 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.926138 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3862200'] for router, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.926694 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d9e15c-4552-449f-97e0-1b6e8cced226 {{(pid=102559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 11:44:53.931140 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] Publish callbacks [] for router, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:53.932289 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-ca638fd9-c747-4077-8de2-c821b4958990 admin admin] 10.222.0.31 "DELETE /v2.0/routers/82d9e15c-4552-449f-97e0-1b6e8cced226 HTTP/1.1" status: 204 len: 168 time: 0.8367283 Dec 23 11:44:53.934967 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58066) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:53.993957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Deleting subnet 25d52076-9f9f-4993-a78e-8decf5f51de9 {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:44:53.997683 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.035228 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.127029 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.199818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.230301 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d52076-9f9f-4993-a78e-8decf5f51de9,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:54.233848 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.237515 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4eab7af2-aad6-49fe-87df-80cad0b3baae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/25d52076-9f9f-4993-a78e-8decf5f51de9 HTTP/1.1" status: 204 len: 168 time: 0.3014510 Dec 23 11:44:54.239797 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58070) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:54.242362 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5a490-eca8-47bc-b1af-296221f16c90 None None] Network 9dd25938-ec14-4c41-b428-ca8ee3945c82 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:44:54.315523 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.373815 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Deleting port 05699da7-4005-4400-95b8-f0eac362e569 {{(pid=102559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:54.373815 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.439057 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.db [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] For port 05699da7-4005-4400-95b8-f0eac362e569, host dv-cinder-730936-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-730936-3-iscsi',level=0,port_id=05699da7-4005-4400-95b8-f0eac362e569,segment=NetworkSegment(b151eb2b-b3fd-4094-a9c1-c0f71bccd138),segment_id=b151eb2b-b3fd-4094-a9c1-c0f71bccd138)] {{(pid=102559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:54.439316 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.452315 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Calling delete_port for 05699da7-4005-4400-95b8-f0eac362e569 owned by network:dhcp {{(pid=102559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:54.530790 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] DHCP port deletion for 9dd25938-ec14-4c41-b428-ca8ee3945c82 request from dv-cinder-730936-3-iscsi {{(pid=102561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 11:44:54.546161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2338238'] for port, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.574637 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Pushing event deleted for resources: {'Port': ['ID=05699da7-4005-4400-95b8-f0eac362e569,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:54.583076 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] No DVR routers for this DVR port 05699da7-4005-4400-95b8-f0eac362e569 on host dv-cinder-730936-3-iscsi {{(pid=102559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:54.588765 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Deleting port 05699da7-4005-4400-95b8-f0eac362e569 {{(pid=102561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:44:54.589138 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.622261 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ece12b14-9dae-4b76-a9f9-2b4cc0868d60 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:54.666740 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.669169 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: ece12b14-9dae-4b76-a9f9-2b4cc0868d60 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:54.669512 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device ece12b14-9dae-4b76-a9f9-2b4cc0868d60 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:54.669930 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device a874e054-5ec7-4498-aaf6-7d88c33a2c26 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:54.688725 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd25938-ec14-4c41-b428-ca8ee3945c82']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:54.698320 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:54.698540 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b151eb2b-b3fd-4094-a9c1-c0f71bccd138') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:44:54.705048 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] For port 05699da7-4005-4400-95b8-f0eac362e569, host dv-cinder-730936-3-iscsi, got binding levels [] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:44:54.705460 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.712754 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.715816 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: a874e054-5ec7-4498-aaf6-7d88c33a2c26 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:54.716129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device a874e054-5ec7-4498-aaf6-7d88c33a2c26 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:54.716582 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 05699da7-4005-4400-95b8-f0eac362e569 no longer exists at agent ovs-agent-dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:44:54.722915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Calling delete_port for 05699da7-4005-4400-95b8-f0eac362e569 owned by network:dhcp {{(pid=102561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:44:54.729051 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.736951 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:44:54.737347 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:44:54.739349 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:44:54.747780 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.ipam_backend_mixin [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Port 05699da7-4005-4400-95b8-f0eac362e569 was not found and therefore no delete operation was performed {{(pid=102561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 11:44:54.750128 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] No Port match for: 05699da7-4005-4400-95b8-f0eac362e569 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:44:54.750553 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Device 05699da7-4005-4400-95b8-f0eac362e569 not bound to the agent host dv-cinder-730936-3-iscsi {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:44:54.753014 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166'] for port, after_delete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.780160 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] Pushing event deleted for resources: {'Port': ['ID=05699da7-4005-4400-95b8-f0eac362e569,revision_number=None']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:54.783909 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb64d9e-6f9c-4862-b974-f9c90ecaf850 None None] No DVR routers for this DVR port 05699da7-4005-4400-95b8-f0eac362e569 on host dv-cinder-730936-3-iscsi {{(pid=102561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:44:54.813020 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.818652 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:54.822535 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] 10.222.0.31 "DELETE /v2.0/networks/9dd25938-ec14-4c41-b428-ca8ee3945c82 HTTP/1.1" status: 204 len: 168 time: 0.5817571 Dec 23 11:44:54.835413 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c97b57-bbf3-4718-b8e9-026768bdae5a admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd25938-ec14-4c41-b428-ca8ee3945c82,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:55.033596 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58076) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:55.080499 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4dd665f8-ec7f-4f5f-9492-6edf5a52ead4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50ef1346c11148af97d1a9ec4209ed13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454483 Dec 23 11:44:55.083089 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58078) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:55.132822 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-971a24ef-423a-4213-a99a-fa79b65ab1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.159305 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-971a24ef-423a-4213-a99a-fa79b65ab1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.213368 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-971a24ef-423a-4213-a99a-fa79b65ab1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.216286 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-971a24ef-423a-4213-a99a-fa79b65ab1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.217587 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-971a24ef-423a-4213-a99a-fa79b65ab1cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/305744d1-c1f7-4d50-b0d3-bd8f1bb29dc4 HTTP/1.1" status: 204 len: 168 time: 0.1335976 Dec 23 11:44:55.227600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a24ef-423a-4213-a99a-fa79b65ab1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305744d1-c1f7-4d50-b0d3-bd8f1bb29dc4,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:55.614679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58086) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:55.661157 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-91046c3b-173a-4c94-8457-f799b5841eb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=78f3ee80ecc24eef9030d7f0033cfab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451522 Dec 23 11:44:55.663903 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58088) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:44:55.717160 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.740095 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.794998 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.797842 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:44:55.798998 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4ad905d-fabb-42f2-b964-acc9722c874d HTTP/1.1" status: 204 len: 168 time: 0.1341274 Dec 23 11:44:55.807405 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad905d-fabb-42f2-b964-acc9722c874d,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:44:55.815040 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.815384 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.815719 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.816830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.816830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.816830 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.817154 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.817315 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.817633 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.817950 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.818262 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.818570 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:55.818880 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58472613-36ee-4cea-b183-91bb5f9ba115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:44:58.050630 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9a54b57c-fce5-40a9-9c7c-40e1c6bd6d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:00.367649 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-94fad7ab-1802-498d-9193-b09760510af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:01.435229 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:02.857359 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:03.999839 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.195361 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58192) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:05.316211 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab2810a1-35c5-4819-b55a-0b585afa3f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.396835 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab2810a1-35c5-4819-b55a-0b585afa3f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.401138 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-ab2810a1-35c5-4819-b55a-0b585afa3f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.442552 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-ab2810a1-35c5-4819-b55a-0b585afa3f2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2096c347feba4e89ad815f4d429ab858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460127 Dec 23 11:45:05.443185 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2810a1-35c5-4819-b55a-0b585afa3f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9bd2c6-bcf5-4872-8be1-d1efcdaa3fa4,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:05.446106 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58198) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:05.497509 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0cb4-290e-452d-970c-9d5566f98bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.520245 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0cb4-290e-452d-970c-9d5566f98bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.570747 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0cb4-290e-452d-970c-9d5566f98bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.573349 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0cb4-290e-452d-970c-9d5566f98bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.574540 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-4d1f0cb4-290e-452d-970c-9d5566f98bd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf9bd2c6-bcf5-4872-8be1-d1efcdaa3fa4 HTTP/1.1" status: 204 len: 168 time: 0.1268630 Dec 23 11:45:05.582914 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f0cb4-290e-452d-970c-9d5566f98bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9bd2c6-bcf5-4872-8be1-d1efcdaa3fa4,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:05.878202 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58204) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:05.892148 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-43aca067-3f59-4857-8639-5d4bba1c2b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.980502 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-43aca067-3f59-4857-8639-5d4bba1c2b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:05.987531 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-43aca067-3f59-4857-8639-5d4bba1c2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.026323 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-43aca067-3f59-4857-8639-5d4bba1c2b66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5e653143e4c4ec29851c7dff540ce53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469073 Dec 23 11:45:06.027274 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aca067-3f59-4857-8639-5d4bba1c2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db0e0e-3656-4930-bed5-e81c66d3169e,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:06.029118 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58206) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:06.082907 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-024473a1-3325-4704-80fb-43c45578f472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.107508 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-024473a1-3325-4704-80fb-43c45578f472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.164402 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-024473a1-3325-4704-80fb-43c45578f472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.166941 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-024473a1-3325-4704-80fb-43c45578f472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.168118 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-024473a1-3325-4704-80fb-43c45578f472 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9db0e0e-3656-4930-bed5-e81c66d3169e HTTP/1.1" status: 204 len: 168 time: 0.1379805 Dec 23 11:45:06.176635 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024473a1-3325-4704-80fb-43c45578f472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db0e0e-3656-4930-bed5-e81c66d3169e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:06.551312 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58214) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:06.567834 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a07d149-52d0-4753-b38c-f979046b26e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.656141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a07d149-52d0-4753-b38c-f979046b26e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.661855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-1a07d149-52d0-4753-b38c-f979046b26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.700754 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-1a07d149-52d0-4753-b38c-f979046b26e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf2d3d98f7004bcfac17e3ea8c295468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479261 Dec 23 11:45:06.701655 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07d149-52d0-4753-b38c-f979046b26e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b464c286-79a6-4eaf-b0bb-cf32cdde956e,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:06.704097 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58216) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:06.756452 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-038323a8-38b6-4fc8-9b18-fc443b780dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.778529 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-038323a8-38b6-4fc8-9b18-fc443b780dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.828685 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-038323a8-38b6-4fc8-9b18-fc443b780dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.831275 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-038323a8-38b6-4fc8-9b18-fc443b780dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:06.832463 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-038323a8-38b6-4fc8-9b18-fc443b780dc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b464c286-79a6-4eaf-b0bb-cf32cdde956e HTTP/1.1" status: 204 len: 168 time: 0.1274843 Dec 23 11:45:06.840390 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038323a8-38b6-4fc8-9b18-fc443b780dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b464c286-79a6-4eaf-b0bb-cf32cdde956e,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:07.622984 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58240) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:07.759321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-783775422-network', 'tenant_id': 'ff1e360f0e1a426b96c1363a12e8230a'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:45:07.788287 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Made reservation on behalf of ff1e360f0e1a426b96c1363a12e8230a for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:45:07.790826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:07.800826 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:07.899728 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:07.905327 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:07.931321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:45:07.941660 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b57ed-60b3-4b08-a36e-e95caea524d0,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:07.946959 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:07.947291 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Added segment c1fe7cef-9ec1-4125-8633-a03f81fe586c of type vlan for network f40e59ed-a114-45e8-8019-af598e431537 Dec 23 11:45:07.992924 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:08.025880 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:08.026949 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:08.027543 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:08.065758 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4413898 Dec 23 11:45:08.069190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58244) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:08.074463 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Request body: {'subnet': {'network_id': 'f40e59ed-a114-45e8-8019-af598e431537', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-783775422-subnet', 'tenant_id': 'ff1e360f0e1a426b96c1363a12e8230a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:45:08.097594 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4888-4a47-4a0c-8d2f-17412c3fda00 admin admin] Pushing event updated for resources: {'Network': ['ID=f40e59ed-a114-45e8-8019-af598e431537,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:08.100782 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Made reservation on behalf of ff1e360f0e1a426b96c1363a12e8230a for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:45:08.103451 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9429289'] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:08.109551 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network f40e59ed-a114-45e8-8019-af598e431537 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:45:08.296049 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2340366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9429307'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:08.356262 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f388456a-1f90-4b56-960a-22e63a7a981a,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:08.370319 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Checking segment: {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:45:08.370674 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Network hostable DHCP agents. Network: f40e59ed-a114-45e8-8019-af598e431537, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:45:08.390665 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Network f40e59ed-a114-45e8-8019-af598e431537 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:45:08.402825 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, f40e59ed-a114-45e8-8019-af598e431537) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:45:08.407615 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:08.408231 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:08.414871 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa87dd-ccb8-49f0-a87e-69fd7b99451c None None] Network f40e59ed-a114-45e8-8019-af598e431537 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:45:08.428174 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-99fb0105-d01a-44b9-b553-ca24fddb984c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3577278 Dec 23 11:45:08.538386 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b089b5-085e-42e3-8f59-d3e9ac88e8c8 None None] Network f40e59ed-a114-45e8-8019-af598e431537 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:45:09.340826 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:45:10.312083 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-4640a3a7-c255-4fd6-a997-ef3c12b7cd53 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:10.314280 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-4640a3a7-c255-4fd6-a997-ef3c12b7cd53 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/networks?id=f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 200 len: 808 time: 0.1149075 Dec 23 11:45:10.332326 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-3ffa48f0-ac25-4ca9-8ece-7c363759732f tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/quotas/ff1e360f0e1a426b96c1363a12e8230a HTTP/1.1" status: 200 len: 375 time: 0.0104215 Dec 23 11:45:10.376307 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-311dc9c6-97d3-4042-b8a9-eda61d816546 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373330 Dec 23 11:45:10.443147 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-3e85af0c-3f7a-4521-bc0f-a2ffd347e4c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:45:10.444173 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-3e85af0c-3f7a-4521-bc0f-a2ffd347e4c0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0603857 Dec 23 11:45:10.544949 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-365c0f19-40b0-4d56-b54a-239d958cf568 service neutron] 10.222.0.31 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Dec 23 11:45:10.646433 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-08adbd9b-9ecb-4a12-a08f-c00a3da30e2e service neutron] 10.222.0.31 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928223 Dec 23 11:45:10.840146 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0839643a-a0ab-4575-9795-2915bd32e77b req-1644e75d-e83d-4003-9664-5f60779a0f6f tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 210 time: 0.0342476 Dec 23 11:45:10.929047 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:11.987630 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-27b1676d-0d45-47bf-8ae2-f6f3b1aafa0f req-54ebb800-c4dc-4f5a-b7ed-b31e52a7bbd8 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 210 time: 0.0703619 Dec 23 11:45:12.051238 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-c3765830-963b-4268-a0ba-21b5f2f5b3b7 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:12.052973 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-c3765830-963b-4268-a0ba-21b5f2f5b3b7 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "GET /v2.0/networks?id=f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 200 len: 808 time: 0.1363723 Dec 23 11:45:12.069512 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Request body: {'port': {'device_id': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537', 'admin_state_up': True, 'tenant_id': 'ff1e360f0e1a426b96c1363a12e8230a'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:45:12.193130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Made reservation on behalf of ff1e360f0e1a426b96c1363a12e8230a for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:45:12.196599 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:12.338288 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Allocated IP 172.20.0.5 (f40e59ed-a114-45e8-8019-af598e431537/f388456a-1f90-4b56-960a-22e63a7a981a/0ae7a233-713d-4d91-baac-3e9de79e6154) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:45:12.510849 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:12.546686 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:12.593708 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Network f40e59ed-a114-45e8-8019-af598e431537 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:45:12.596916 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:45:12.601870 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:45:12.606057 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Pushing event updated for resources: {'Port': ['ID=0ae7a233-713d-4d91-baac-3e9de79e6154,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:12.652887 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:12.653510 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:12.672626 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e2a3b40a-985f-4803-8612-18ab7b9b349a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105595 Dec 23 11:45:12.759043 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Request body: {'port': {'device_id': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:45:12.823379 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:13.104399 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae7a233-713d-4d91-baac-3e9de79e6154 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:45:13.112386 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:13.124585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Transition to ACTIVE for port object 0ae7a233-713d-4d91-baac-3e9de79e6154 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:45:13.132388 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:13.132615 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9e3ec-26a8-4c0e-911d-0ead9109fb9b req-28ecb154-c026-450f-bf6f-262229d016d0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:13.140344 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-50f9e3ec-26a8-4c0e-911d-0ead9109fb9b req-28ecb154-c026-450f-bf6f-262229d016d0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 931 time: 0.0584517 Dec 23 11:45:13.189226 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-50f9e3ec-26a8-4c0e-911d-0ead9109fb9b req-60d35f64-be3a-4455-9465-ba4a3b260f7f tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Dec 23 11:45:13.200071 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7a233-713d-4d91-baac-3e9de79e6154,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:13.257425 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Attempting to bind port 0ae7a233-713d-4d91-baac-3e9de79e6154 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:45:13.258228 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Attempting to bind port 0ae7a233-713d-4d91-baac-3e9de79e6154 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:45:13.258593 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Attempting to bind port 0ae7a233-713d-4d91-baac-3e9de79e6154 on network f40e59ed-a114-45e8-8019-af598e431537 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:45:13.264103 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Port 0ae7a233-713d-4d91-baac-3e9de79e6154 on network f40e59ed-a114-45e8-8019-af598e431537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:45:13.264426 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Attempting to bind port 0ae7a233-713d-4d91-baac-3e9de79e6154 on network f40e59ed-a114-45e8-8019-af598e431537 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:45:13.269478 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:45:13.269812 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Checking segment: {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:45:13.270190 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Bound using segment: {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:45:13.270612 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Bound port: 0ae7a233-713d-4d91-baac-3e9de79e6154, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:45:13.270988 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:13.337038 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] For port 0ae7a233-713d-4d91-baac-3e9de79e6154, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:45:13.340332 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] For port 0ae7a233-713d-4d91-baac-3e9de79e6154, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0ae7a233-713d-4d91-baac-3e9de79e6154,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:45:13.346020 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:13.382477 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:13.385902 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:13.385902 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ae7a233-713d-4d91-baac-3e9de79e6154 HTTP/1.1" status: 200 len: 1093 time: 0.6327019 Dec 23 11:45:13.385902 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'tag': '0ae7a233-713d-4d91-baac-3e9de79e6154'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:45:13.388175 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f56fde-9bd0-4692-8e16-335dbe44bd96" -d '{"events": [{"name": "network-changed", "server_uuid": "a26d0394-fcaa-4764-babc-42dcc570076d", "tag": "0ae7a233-713d-4d91-baac-3e9de79e6154"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:45:13.428904 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690372-b1b9-452e-b468-634f7e53c5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae7a233-713d-4d91-baac-3e9de79e6154,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:13.444405 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1483475-b802-4c40-9ad6-183d7ca36715 x-openstack-request-id: req-f1483475-b802-4c40-9ad6-183d7ca36715 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:45:13.444961 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26d0394-fcaa-4764-babc-42dcc570076d", "tag": "0ae7a233-713d-4d91-baac-3e9de79e6154", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:45:13.445382 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1483475-b802-4c40-9ad6-183d7ca36715 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:45:13.445913 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'tag': '0ae7a233-713d-4d91-baac-3e9de79e6154', 'status': 'completed', 'code': 200} Dec 23 11:45:13.485326 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-7dd95376-7eb7-4681-95bb-1dcad200aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:13.486932 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-7dd95376-7eb7-4681-95bb-1dcad200aa57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 1096 time: 0.0537493 Dec 23 11:45:13.529281 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-d8e2ae42-d3fa-4e69-a3b8-7c75d89e8437 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae7a233-713d-4d91-baac-3e9de79e6154 HTTP/1.1" status: 200 len: 217 time: 0.0341637 Dec 23 11:45:13.584185 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-4d16cdc3-46e3-432b-870c-e510a5fecb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:13.585773 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-4d16cdc3-46e3-432b-870c-e510a5fecb7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f388456a-1f90-4b56-960a-22e63a7a981a HTTP/1.1" status: 200 len: 848 time: 0.0491688 Dec 23 11:45:13.619745 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-69e35033-9692-42fd-99b7-3b80855681b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f40e59ed-a114-45e8-8019-af598e431537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265670 Dec 23 11:45:13.713734 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-e62bc8f4-c7f9-4031-bd47-bc3d9e29da4b service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861554 Dec 23 11:45:13.804867 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-7cdfb539-3b47-4302-9862-02c5a18373ec req-360090a1-883b-4ee4-98d9-6ea6109bfc84 service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833058 Dec 23 11:45:13.903725 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-f0a8d855-1c25-421d-8c6a-687e6aaaee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:13.905630 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-f0a8d855-1c25-421d-8c6a-687e6aaaee1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 1096 time: 0.0469520 Dec 23 11:45:14.000111 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-869480e3-d22b-4721-9e18-929c0b3999a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:14.001607 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-869480e3-d22b-4721-9e18-929c0b3999a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 200 len: 908 time: 0.0880411 Dec 23 11:45:14.045104 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-c86903d6-abc0-4418-b7a0-262bb70c2f4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae7a233-713d-4d91-baac-3e9de79e6154 HTTP/1.1" status: 200 len: 217 time: 0.0363045 Dec 23 11:45:14.096485 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-1f08a3ad-2f1a-4c9a-8d1e-e6a03b74aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:14.098078 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-1f08a3ad-2f1a-4c9a-8d1e-e6a03b74aeeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f388456a-1f90-4b56-960a-22e63a7a981a HTTP/1.1" status: 200 len: 848 time: 0.0464532 Dec 23 11:45:14.133940 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-ff557ad3-04f0-43af-8edd-474491a81be3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f40e59ed-a114-45e8-8019-af598e431537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287943 Dec 23 11:45:14.238398 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-1533e6ee-e98a-4d7e-b421-d4880bcdd2dc service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970793 Dec 23 11:45:14.311881 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa7b5-31cf-4b71-bb34-0fd93bc78abd req-8f8d5b3e-23d0-4674-b435-58f3b109762d tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:14.314152 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b12aa7b5-31cf-4b71-bb34-0fd93bc78abd req-8f8d5b3e-23d0-4674-b435-58f3b109762d tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 943 time: 0.0527942 Dec 23 11:45:14.342276 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-74f56fde-9bd0-4692-8e16-335dbe44bd96 req-027d5683-29f9-4c47-8b6a-f11c741ce6fe service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964973 Dec 23 11:45:14.368968 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b12aa7b5-31cf-4b71-bb34-0fd93bc78abd req-33d5ea3e-785d-4749-9975-3f3cb54d822c tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477540 Dec 23 11:45:14.568314 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58330) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:14.712114 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-669858be-5a42-446a-984e-f5ead9f68bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.790103 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-669858be-5a42-446a-984e-f5ead9f68bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.796326 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-669858be-5a42-446a-984e-f5ead9f68bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.835074 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-669858be-5a42-446a-984e-f5ead9f68bfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c7525d5b8b04902bb9e7e53f98ec221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655377 Dec 23 11:45:14.835884 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669858be-5a42-446a-984e-f5ead9f68bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5457af52-736b-4017-b409-95e26839f10b,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:14.837892 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58334) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:45:14.897092 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0a67c581-2f47-4e5f-9619-bf42aca0bd29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.920727 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0a67c581-2f47-4e5f-9619-bf42aca0bd29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.982993 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0a67c581-2f47-4e5f-9619-bf42aca0bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.985564 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-0a67c581-2f47-4e5f-9619-bf42aca0bd29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:14.987098 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-0a67c581-2f47-4e5f-9619-bf42aca0bd29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5457af52-736b-4017-b409-95e26839f10b HTTP/1.1" status: 204 len: 168 time: 0.1479616 Dec 23 11:45:14.995308 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67c581-2f47-4e5f-9619-bf42aca0bd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5457af52-736b-4017-b409-95e26839f10b,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:15.495587 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60bb82-b394-41bd-bb74-7b155baf6686 req-75d0cf90-6dd4-44a6-a1a5-5590d57e3497 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:15.497162 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ee60bb82-b394-41bd-bb74-7b155baf6686 req-75d0cf90-6dd4-44a6-a1a5-5590d57e3497 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 943 time: 0.0530150 Dec 23 11:45:15.546957 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ee60bb82-b394-41bd-bb74-7b155baf6686 req-1da90d82-5205-417e-af39-f53928d41bde tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Dec 23 11:45:16.679770 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d3dd-cea0-47fc-88b0-00abe96b70db req-a237be06-6391-4aa8-abf9-bd2fa67d46f1 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:16.681368 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-39c0d3dd-cea0-47fc-88b0-00abe96b70db req-a237be06-6391-4aa8-abf9-bd2fa67d46f1 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 943 time: 0.0572495 Dec 23 11:45:16.730231 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-39c0d3dd-cea0-47fc-88b0-00abe96b70db req-58b31874-7fd5-40ab-8968-3fac4585ccf0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Dec 23 11:45:17.862142 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae0a19-b7be-4004-a0db-f5fd491b92d1 req-896b3a37-b976-4cda-b871-33af83961790 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:17.864294 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-faae0a19-b7be-4004-a0db-f5fd491b92d1 req-896b3a37-b976-4cda-b871-33af83961790 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 943 time: 0.0537946 Dec 23 11:45:17.911805 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-faae0a19-b7be-4004-a0db-f5fd491b92d1 req-ef2d907d-3ed1-45af-9443-6433b5f3cdab tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Dec 23 11:45:17.928092 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0ae7a233-713d-4d91-baac-3e9de79e6154 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:45:18.022694 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0ae7a233-713d-4d91-baac-3e9de79e6154, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0ae7a233-713d-4d91-baac-3e9de79e6154,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:18.037776 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '0ae7a233-713d-4d91-baac-3e9de79e6154', 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537', 'port_id': '0ae7a233-713d-4d91-baac-3e9de79e6154', 'mac_address': 'fa:16:3e:c2:9b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f388456a-1f90-4b56-960a-22e63a7a981a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:45:18.079439 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:18.092499 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae7a233-713d-4d91-baac-3e9de79e6154 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:45:18.114213 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0ae7a233-713d-4d91-baac-3e9de79e6154, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0ae7a233-713d-4d91-baac-3e9de79e6154,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:18.120298 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:18.169420 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0ae7a233-713d-4d91-baac-3e9de79e6154,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:18.176743 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.177084 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.177447 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.177779 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.178105 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.178411 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.178732 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.179050 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.179368 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.179689 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.180004 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.180317 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.180630 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:45:18.496137 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['0ae7a233-713d-4d91-baac-3e9de79e6154'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:45:19.040064 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31197a5d-5883-4003-85cd-99b4743f085a req-1f4731fe-ded5-4700-9f50-95ff086b58df tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:19.041564 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-31197a5d-5883-4003-85cd-99b4743f085a req-1f4731fe-ded5-4700-9f50-95ff086b58df tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 944 time: 0.0593569 Dec 23 11:45:19.095702 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-31197a5d-5883-4003-85cd-99b4743f085a req-1a30712b-ed33-436c-baab-87fdb65fd241 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Dec 23 11:45:19.941185 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0ae7a233-713d-4d91-baac-3e9de79e6154 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:45:19.995215 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 0ae7a233-713d-4d91-baac-3e9de79e6154 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:45:19.999875 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 0ae7a233-713d-4d91-baac-3e9de79e6154 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:45:20.000266 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:20.084288 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:20.108712 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7a233-713d-4d91-baac-3e9de79e6154'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:45:20.111330 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c37b4a-e357-4b0a-aebf-b3d50578d90a" -d '{"events": [{"server_uuid": "a26d0394-fcaa-4764-babc-42dcc570076d", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7a233-713d-4d91-baac-3e9de79e6154"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:45:20.130393 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 0ae7a233-713d-4d91-baac-3e9de79e6154, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0ae7a233-713d-4d91-baac-3e9de79e6154,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:20.138532 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:20.196013 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=0ae7a233-713d-4d91-baac-3e9de79e6154,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:20.242415 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3aa49-2f08-44af-8845-662f431d9707 req-359f0931-6a37-410b-9f8a-8a8d1d08d25d tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:20.244020 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-efe3aa49-2f08-44af-8845-662f431d9707 req-359f0931-6a37-410b-9f8a-8a8d1d08d25d tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 945 time: 0.0569787 Dec 23 11:45:20.297277 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-efe3aa49-2f08-44af-8845-662f431d9707 req-347070f9-cfdf-4aad-a724-34f253106b8e tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Dec 23 11:45:20.341526 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1a638-cb00-4f0d-b2ec-eababd5b18cb x-openstack-request-id: req-c8c1a638-cb00-4f0d-b2ec-eababd5b18cb {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:45:20.341827 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26d0394-fcaa-4764-babc-42dcc570076d", "name": "network-vif-plugged", "status": "completed", "tag": "0ae7a233-713d-4d91-baac-3e9de79e6154", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:45:20.342104 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8c1a638-cb00-4f0d-b2ec-eababd5b18cb {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:45:20.342517 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae7a233-713d-4d91-baac-3e9de79e6154', 'code': 200} Dec 23 11:45:20.523414 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fad3e-bd1a-4384-83bd-29b97e30b35a req-32ce3d37-cd65-43d4-b18a-883ad6b46c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:20.524844 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d74fad3e-bd1a-4384-83bd-29b97e30b35a req-32ce3d37-cd65-43d4-b18a-883ad6b46c7f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 1098 time: 0.0416844 Dec 23 11:45:20.572251 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d74fad3e-bd1a-4384-83bd-29b97e30b35a req-9f95dc0e-3af7-4a05-a1d2-3b43b99bf1ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 Dec 23 11:45:21.416317 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff7e35-0726-4a30-933e-3863a39c7e64 req-7cfee716-aa4f-493f-a48b-8457060e6a16 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:21.417854 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-48ff7e35-0726-4a30-933e-3863a39c7e64 req-7cfee716-aa4f-493f-a48b-8457060e6a16 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 945 time: 0.0503943 Dec 23 11:45:21.477276 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-48ff7e35-0726-4a30-933e-3863a39c7e64 req-8f96abd4-9603-4e8e-a1f4-d78f2fa2f8db tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Dec 23 11:45:22.603600 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa9cb-2806-4367-9d17-8b66f43d69c6 req-a915e81f-0e11-42b1-b325-1a34b8825a82 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:22.605019 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63ffa9cb-2806-4367-9d17-8b66f43d69c6 req-a915e81f-0e11-42b1-b325-1a34b8825a82 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 945 time: 0.0549743 Dec 23 11:45:22.656819 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-63ffa9cb-2806-4367-9d17-8b66f43d69c6 req-0e2f060f-28cb-44cf-aeb4-4952d3adadf1 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Dec 23 11:45:23.320452 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ab029-732f-40d4-8468-6d5f98a72cdd req-1baf5033-cfcd-4321-ae54-85b7d7b3015e tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:23.321987 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d14ab029-732f-40d4-8468-6d5f98a72cdd req-1baf5033-cfcd-4321-ae54-85b7d7b3015e tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 945 time: 0.0558224 Dec 23 11:45:23.373062 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d14ab029-732f-40d4-8468-6d5f98a72cdd req-ceedf80d-a3a5-4efc-ae42-fc8f2a31db50 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Dec 23 11:45:24.503876 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a918c-fab0-4816-9dce-25c798d8903a req-f856dedc-bb81-48c8-9247-3feb0807a8d1 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:24.505378 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-950a918c-fab0-4816-9dce-25c798d8903a req-f856dedc-bb81-48c8-9247-3feb0807a8d1 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 945 time: 0.0572598 Dec 23 11:45:24.562906 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-950a918c-fab0-4816-9dce-25c798d8903a req-12eca940-699e-4cae-beb7-3f64a16409d0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508916 Dec 23 11:45:24.735575 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-3b2cf230-de97-4743-b0fb-32ec8006262a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:24.737073 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-3b2cf230-de97-4743-b0fb-32ec8006262a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 945 time: 0.0501003 Dec 23 11:45:24.832459 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Deleting port 0ae7a233-713d-4d91-baac-3e9de79e6154 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:45:24.832730 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:24.924021 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] For port 0ae7a233-713d-4d91-baac-3e9de79e6154, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=0ae7a233-713d-4d91-baac-3e9de79e6154,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:24.924395 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:24.936530 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Calling delete_port for 0ae7a233-713d-4d91-baac-3e9de79e6154 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:45:25.086582 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:25.098911 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['0ae7a233-713d-4d91-baac-3e9de79e6154'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:45:25.114859 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Pushing event deleted for resources: {'Port': ['ID=0ae7a233-713d-4d91-baac-3e9de79e6154,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:25.158323 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] No DVR routers for this DVR port 0ae7a233-713d-4d91-baac-3e9de79e6154 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:45:25.160894 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:25.164142 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-43f01d71-acf8-47df-8e92-aa1669c7e94b req-ca912dcf-ea73-4e33-8a94-8227a67d47be tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "DELETE /v2.0/ports/0ae7a233-713d-4d91-baac-3e9de79e6154 HTTP/1.1" status: 204 len: 173 time: 0.4210227 Dec 23 11:45:25.164582 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'name': 'network-vif-deleted', 'tag': '0ae7a233-713d-4d91-baac-3e9de79e6154'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:45:25.167438 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2062673b-3011-4205-be02-5c26beaf5b07" -d '{"events": [{"server_uuid": "a26d0394-fcaa-4764-babc-42dcc570076d", "name": "network-vif-deleted", "tag": "0ae7a233-713d-4d91-baac-3e9de79e6154"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:45:25.205093 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a26107-c59d-469a-8971-88cbbc6dc1df x-openstack-request-id: req-18a26107-c59d-469a-8971-88cbbc6dc1df {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:45:25.205382 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26d0394-fcaa-4764-babc-42dcc570076d", "name": "network-vif-deleted", "tag": "0ae7a233-713d-4d91-baac-3e9de79e6154", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:45:25.205630 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18a26107-c59d-469a-8971-88cbbc6dc1df {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:45:25.206026 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26d0394-fcaa-4764-babc-42dcc570076d', 'name': 'network-vif-deleted', 'tag': '0ae7a233-713d-4d91-baac-3e9de79e6154', 'status': 'completed', 'code': 200} Dec 23 11:45:25.681865 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-79a62802-004f-4f27-899e-59b535a0715c req-79ea5722-ed30-4639-943c-fb695be4b51c tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=a26d0394-fcaa-4764-babc-42dcc570076d HTTP/1.1" status: 200 len: 210 time: 0.0263343 Dec 23 11:45:27.025202 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-a59b5339-741f-4cdd-b5fd-faa8bf014a18 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:27.026774 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-a59b5339-741f-4cdd-b5fd-faa8bf014a18 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/networks?id=f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 200 len: 808 time: 0.1067584 Dec 23 11:45:27.043028 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-997d6abb-76db-4e10-bf1e-65d8166bdfe7 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/quotas/ff1e360f0e1a426b96c1363a12e8230a HTTP/1.1" status: 200 len: 375 time: 0.0103054 Dec 23 11:45:27.079814 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-90c15e61-a074-4a96-b0b7-7d08ddb8651b tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304189 Dec 23 11:45:27.196755 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-60ed92dd-3363-46f0-a061-d80e6b3d42e5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:45:27.197796 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-60ed92dd-3363-46f0-a061-d80e6b3d42e5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1098833 Dec 23 11:45:27.295278 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-150b6910-d9d0-491d-9d31-22351f7fae7e service neutron] 10.222.0.31 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907569 Dec 23 11:45:27.391655 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-7b72382a-c911-4648-ab2b-29f990e8929d service neutron] 10.222.0.31 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901139 Dec 23 11:45:27.554733 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-bd47d397-dadc-4e90-90a2-6ec4a06342e6 req-39a97c48-ba91-4ed8-8df5-bfaf93a69037 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Dec 23 11:45:28.004899 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0ae7a233-713d-4d91-baac-3e9de79e6154 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:45:28.025717 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 0ae7a233-713d-4d91-baac-3e9de79e6154 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:45:28.026073 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 0ae7a233-713d-4d91-baac-3e9de79e6154 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:45:28.056510 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-17ec340a-d057-452e-8ce5-e9b531ffb7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:28.502801 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-783ee58a-a096-44b1-9568-d9ee6ba6043f tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:28.504279 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-783ee58a-a096-44b1-9568-d9ee6ba6043f tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "GET /v2.0/networks?id=f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 200 len: 808 time: 0.1076312 Dec 23 11:45:28.517296 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Request body: {'port': {'device_id': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537', 'admin_state_up': True, 'tenant_id': 'ff1e360f0e1a426b96c1363a12e8230a'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:45:28.660542 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-07a22f33-9b96-4d94-a34e-175a75d45432 req-d1c00c60-a2d5-40c4-9405-7959a631d13d tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 210 time: 0.0271153 Dec 23 11:45:28.899052 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Made reservation on behalf of ff1e360f0e1a426b96c1363a12e8230a for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:45:28.902834 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.030509 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Allocated IP 172.20.0.9 (f40e59ed-a114-45e8-8019-af598e431537/f388456a-1f90-4b56-960a-22e63a7a981a/1ec8cdf1-055c-4202-b171-fbe334b5a3a4) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:45:29.185630 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.229130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.272450 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Network f40e59ed-a114-45e8-8019-af598e431537 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:45:29.275438 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:45:29.279130 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:45:29.285738 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Pushing event updated for resources: {'Port': ['ID=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:29.336451 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:29.337175 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.356112 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-c5b2cd8b-21a1-4f23-af2b-27bbdeafdea0 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427284 Dec 23 11:45:29.369357 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Request body: {'port': {'device_id': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:45:29.424364 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.709235 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:45:29.717508 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.731222 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Transition to ACTIVE for port object 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:45:29.740249 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.787190 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8155-ec95-4e65-b368-c0fced4e530e req-9ec4f613-7d1d-4e29-845f-8947f1fdaf16 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:29.791840 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5aab8155-ec95-4e65-b368-c0fced4e530e req-9ec4f613-7d1d-4e29-845f-8947f1fdaf16 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 943 time: 0.0594246 Dec 23 11:45:29.792576 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:29.840630 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5aab8155-ec95-4e65-b368-c0fced4e530e req-0fd97ae0-94b2-4011-9a60-bd0f923a5575 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458515 Dec 23 11:45:29.870245 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Attempting to bind port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:45:29.870579 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Attempting to bind port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:45:29.870930 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Attempting to bind port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 on network f40e59ed-a114-45e8-8019-af598e431537 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:45:29.875517 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 on network f40e59ed-a114-45e8-8019-af598e431537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:45:29.875859 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Attempting to bind port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 on network f40e59ed-a114-45e8-8019-af598e431537 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:45:29.880702 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:45:29.881039 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Checking segment: {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:45:29.881417 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Bound using segment: {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:45:29.881840 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Bound port: 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe7cef-9ec1-4125-8633-a03f81fe586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:45:29.882192 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.948217 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] For port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:45:29.951450 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] For port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:45:29.958902 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.997541 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:29.998109 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:29.999523 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ec8cdf1-055c-4202-b171-fbe334b5a3a4 HTTP/1.1" status: 200 len: 1093 time: 0.6344163 Dec 23 11:45:29.999963 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'tag': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:45:30.002264 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "19dfd635-400d-476d-acf1-d91a2e15fff1", "tag": "1ec8cdf1-055c-4202-b171-fbe334b5a3a4"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:45:30.026333 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a63d3-7aee-41d9-9501-6180b6860887 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:30.050786 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c92750-d798-4c9b-b8f4-ba1cf6f9bf01 x-openstack-request-id: req-d4c92750-d798-4c9b-b8f4-ba1cf6f9bf01 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:45:30.051060 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dfd635-400d-476d-acf1-d91a2e15fff1", "tag": "1ec8cdf1-055c-4202-b171-fbe334b5a3a4", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:45:30.051337 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4c92750-d798-4c9b-b8f4-ba1cf6f9bf01 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:45:30.051732 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'tag': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4', 'status': 'completed', 'code': 200} Dec 23 11:45:30.086095 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-d2247c2d-e0fe-41c2-b5d5-0b3a6bd7649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:30.087612 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-d2247c2d-e0fe-41c2-b5d5-0b3a6bd7649e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 1096 time: 0.0459740 Dec 23 11:45:30.133688 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-d04dcdb5-9344-4da4-8263-b377f99ec2e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0385139 Dec 23 11:45:30.191979 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328444-0da4-4948-a77a-048a9065484a req-3493a19f-cb58-41e9-b086-ee40b34fa113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:30.193482 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-3493a19f-cb58-41e9-b086-ee40b34fa113 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f388456a-1f90-4b56-960a-22e63a7a981a HTTP/1.1" status: 200 len: 848 time: 0.0487826 Dec 23 11:45:30.226228 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-5f0169a8-8569-4997-afce-5d52f5f03d1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f40e59ed-a114-45e8-8019-af598e431537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249994 Dec 23 11:45:30.321620 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-a40060b1-fc93-4712-ac72-d6ad1026464d service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884836 Dec 23 11:45:30.372423 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ac88565e-6c7f-49c5-ab50-97a35b49d6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:30.422456 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-d4328444-0da4-4948-a77a-048a9065484a req-fcb7bfe0-4e4a-423c-bab4-cf79a087aa03 service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938494 Dec 23 11:45:30.522528 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-bbdfe36c-417f-467f-8909-5733c5ed31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:30.524124 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-bbdfe36c-417f-467f-8909-5733c5ed31d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 1096 time: 0.0424531 Dec 23 11:45:30.619876 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-3d1f7e8a-5331-4ee1-b068-edb37a76f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:30.621387 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-3d1f7e8a-5331-4ee1-b068-edb37a76f76f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 200 len: 908 time: 0.0901752 Dec 23 11:45:30.663253 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-b71e99f1-1ea7-484b-9c2b-50ff55a79f98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4 HTTP/1.1" status: 200 len: 217 time: 0.0339732 Dec 23 11:45:30.716229 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-f48be960-38bb-4da3-a41e-3f052f367c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:30.717806 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-f48be960-38bb-4da3-a41e-3f052f367c35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f388456a-1f90-4b56-960a-22e63a7a981a HTTP/1.1" status: 200 len: 848 time: 0.0480886 Dec 23 11:45:30.749926 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-3e3cfe33-4758-4879-bffb-a06f7747c373 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f40e59ed-a114-45e8-8019-af598e431537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245805 Dec 23 11:45:30.842650 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-a14026eb-1f34-4e2e-8b4d-c56543ffb5d3 service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835040 Dec 23 11:45:30.945580 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-9d54b57a-5058-49ad-a27b-c9c2051ecbcc req-1e4c83ea-04e7-414a-aae3-fcb3e7ef6663 service neutron] 10.222.0.32 "GET /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959530 Dec 23 11:45:30.966464 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df15a3-d2af-49ba-962e-9023e5bd61d2 req-8b913a96-17cf-4e5f-a756-571d77ed7ef2 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:30.967978 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-81df15a3-d2af-49ba-962e-9023e5bd61d2 req-8b913a96-17cf-4e5f-a756-571d77ed7ef2 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 943 time: 0.0551670 Dec 23 11:45:31.015878 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-81df15a3-d2af-49ba-962e-9023e5bd61d2 req-9c72e045-3c4f-4a66-96ab-f98f99213430 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Dec 23 11:45:31.435989 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:32.143434 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad90fb-a7e5-49fa-afaf-00ef34d1c217 req-1391e5fb-2b5a-4f71-91bc-0576ac3577a3 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:32.144947 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-66ad90fb-a7e5-49fa-afaf-00ef34d1c217 req-1391e5fb-2b5a-4f71-91bc-0576ac3577a3 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 943 time: 0.0531898 Dec 23 11:45:32.198217 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-66ad90fb-a7e5-49fa-afaf-00ef34d1c217 req-5378c65d-aedf-4d62-b0c4-d4437a38a1c3 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 Dec 23 11:45:32.858331 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:33.331375 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ad7d6-e269-4b13-b990-c97eeb382c89 req-dc1d48c6-68de-47a3-a3c9-4b0e746bc086 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:33.332910 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0a5ad7d6-e269-4b13-b990-c97eeb382c89 req-dc1d48c6-68de-47a3-a3c9-4b0e746bc086 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 943 time: 0.0619910 Dec 23 11:45:33.395173 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0a5ad7d6-e269-4b13-b990-c97eeb382c89 req-697eb2c6-ed45-444a-955a-b9d085b8882e tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531700 Dec 23 11:45:33.999006 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:34.034371 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:45:34.139582 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:34.151463 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4', 'network_id': 'f40e59ed-a114-45e8-8019-af598e431537', 'port_id': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4', 'mac_address': 'fa:16:3e:79:f6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f388456a-1f90-4b56-960a-22e63a7a981a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:45:34.189660 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:34.206943 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:45:34.227805 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:34.233305 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:34.284019 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:34.516056 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b0c2c-2446-4567-a6d5-a1d71f615c21 req-e38e29a2-46ff-4b51-acc7-4f6ebe983553 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:34.517567 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca5b0c2c-2446-4567-a6d5-a1d71f615c21 req-e38e29a2-46ff-4b51-acc7-4f6ebe983553 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 944 time: 0.0514812 Dec 23 11:45:34.571049 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['1ec8cdf1-055c-4202-b171-fbe334b5a3a4'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:45:34.578999 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ca5b0c2c-2446-4567-a6d5-a1d71f615c21 req-85d83d3f-4ab3-426d-84fe-2e2c36da0833 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541415 Dec 23 11:45:35.710957 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f1d2f-58cd-4d74-a019-58573bdd7c5b req-42a17bae-0755-4fa8-8b64-5baad976e5bb tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:35.712515 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b95f1d2f-58cd-4d74-a019-58573bdd7c5b req-42a17bae-0755-4fa8-8b64-5baad976e5bb tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 944 time: 0.0558970 Dec 23 11:45:35.769538 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b95f1d2f-58cd-4d74-a019-58573bdd7c5b req-ae3f31b6-5ff4-4c6b-b796-abaee304340c tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Dec 23 11:45:36.050118 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:45:36.105398 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:45:36.109323 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:45:36.109693 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:36.186832 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:36.211580 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:45:36.213887 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8a482a-a7fe-43e3-b5c5-00c394385859" -d '{"events": [{"server_uuid": "19dfd635-400d-476d-acf1-d91a2e15fff1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec8cdf1-055c-4202-b171-fbe334b5a3a4"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:45:36.230343 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:36.236379 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:36.261915 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda4276-42cc-447e-9a25-9076bfa78852 x-openstack-request-id: req-5fda4276-42cc-447e-9a25-9076bfa78852 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:45:36.262255 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dfd635-400d-476d-acf1-d91a2e15fff1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec8cdf1-055c-4202-b171-fbe334b5a3a4", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:45:36.262416 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fda4276-42cc-447e-9a25-9076bfa78852 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:45:36.262863 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4', 'code': 200} Dec 23 11:45:36.291632 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:36.438524 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a7418-cdc6-485f-bb13-1243239455f2 req-f6327cc3-7a26-4e86-9535-9248e6196742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:36.440018 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b5a7418-cdc6-485f-bb13-1243239455f2 req-f6327cc3-7a26-4e86-9535-9248e6196742 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 1098 time: 0.0423651 Dec 23 11:45:36.491124 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2b5a7418-cdc6-485f-bb13-1243239455f2 req-b5a5042a-4ba0-4e34-ab97-c614e6d0bc52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Dec 23 11:45:36.891177 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1805-cfac-4f88-86e5-38d238d7b1fd req-603cd5e0-d282-43f9-a527-4e5c7c153fa6 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:36.892717 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c9b1805-cfac-4f88-86e5-38d238d7b1fd req-603cd5e0-d282-43f9-a527-4e5c7c153fa6 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Dec 23 11:45:36.943873 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7c9b1805-cfac-4f88-86e5-38d238d7b1fd req-f38e6257-c363-4866-bd09-37a8f84d467e tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Dec 23 11:45:38.073224 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41fb0-6feb-47c6-af97-ebb7bf11ac66 req-83822f54-613b-4246-8779-a4739982e142 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:38.074707 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6ee41fb0-6feb-47c6-af97-ebb7bf11ac66 req-83822f54-613b-4246-8779-a4739982e142 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 945 time: 0.0516882 Dec 23 11:45:38.125210 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6ee41fb0-6feb-47c6-af97-ebb7bf11ac66 req-d0953c59-8be7-46f4-b4f4-c95ca74d7c0b tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Dec 23 11:45:38.802886 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a3a8-c65a-4fc4-8b59-f48cb5f9369e req-ffc0d416-09c5-4d87-91bf-407c30822fa4 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:38.804373 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed55a3a8-c65a-4fc4-8b59-f48cb5f9369e req-ffc0d416-09c5-4d87-91bf-407c30822fa4 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Dec 23 11:45:38.852909 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ed55a3a8-c65a-4fc4-8b59-f48cb5f9369e req-bce9a82a-ab3d-489f-ae0e-4ef058d0fb7a tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Dec 23 11:45:39.985591 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae55eb-fbe5-4e86-b8fa-ac7728f72696 req-f4513233-c0b7-41e1-a9a2-904f9ad3aba8 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:39.987014 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbae55eb-fbe5-4e86-b8fa-ac7728f72696 req-f4513233-c0b7-41e1-a9a2-904f9ad3aba8 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 945 time: 0.0556507 Dec 23 11:45:40.036726 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-dbae55eb-fbe5-4e86-b8fa-ac7728f72696 req-d646c430-6253-41da-aa04-5d9998945b44 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/security-groups?id=e66b57ed-60b3-4b08-a36e-e95caea524d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.307643 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:45:40.311055 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-c7985634-37ac-4a04-a63c-2f129afaaceb tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:45:40.312360 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-c7985634-37ac-4a04-a63c-2f129afaaceb tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 945 time: 0.0614238 Dec 23 11:45:40.403135 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Deleting port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:45:40.403424 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:40.495073 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] For port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,segment=NetworkSegment(c1fe7cef-9ec1-4125-8633-a03f81fe586c),segment_id=c1fe7cef-9ec1-4125-8633-a03f81fe586c)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:45:40.495417 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:40.507510 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Calling delete_port for 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:45:40.639765 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:40.651560 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['1ec8cdf1-055c-4202-b171-fbe334b5a3a4'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:45:40.672218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Pushing event deleted for resources: {'Port': ['ID=1ec8cdf1-055c-4202-b171-fbe334b5a3a4,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:45:40.713645 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] No DVR routers for this DVR port 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:45:40.716248 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:40.719650 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-e3895dca-78c2-461e-8072-6c6517ef0b70 req-24a09255-11ac-4dfd-9448-8535e1a1b0de tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.32 "DELETE /v2.0/ports/1ec8cdf1-055c-4202-b171-fbe334b5a3a4 HTTP/1.1" status: 204 len: 173 time: 0.4011927 Dec 23 11:45:40.720086 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'name': 'network-vif-deleted', 'tag': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:45:40.722443 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed4f779-a2a3-4e3b-bc17-c1429d1d8043" -d '{"events": [{"server_uuid": "19dfd635-400d-476d-acf1-d91a2e15fff1", "name": "network-vif-deleted", "tag": "1ec8cdf1-055c-4202-b171-fbe334b5a3a4"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:45:40.765600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4df9155-e788-4fbf-b657-1c775b9c92c8 x-openstack-request-id: req-b4df9155-e788-4fbf-b657-1c775b9c92c8 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:45:40.765600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dfd635-400d-476d-acf1-d91a2e15fff1", "name": "network-vif-deleted", "tag": "1ec8cdf1-055c-4202-b171-fbe334b5a3a4", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:45:40.765600 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4df9155-e788-4fbf-b657-1c775b9c92c8 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:45:40.765600 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dfd635-400d-476d-acf1-d91a2e15fff1', 'name': 'network-vif-deleted', 'tag': '1ec8cdf1-055c-4202-b171-fbe334b5a3a4', 'status': 'completed', 'code': 200} Dec 23 11:45:40.927547 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:45:41.158742 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-e146d990-c077-48ef-b3f6-15c49a0e0a27 req-5fe0464e-026a-4f61-8ae4-85f6c45f28b9 tempest-VolumesActionsTest-1062090583 tempest-VolumesActionsTest-1062090583-project] 10.222.0.31 "GET /v2.0/ports?device_id=19dfd635-400d-476d-acf1-d91a2e15fff1 HTTP/1.1" status: 200 len: 210 time: 0.0333099 Dec 23 11:45:44.604464 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:45:44.628778 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:45:44.629031 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device 1ec8cdf1-055c-4202-b171-fbe334b5a3a4 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:45:46.343470 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:45:58.062546 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-6c610899-fb5e-423c-8540-39247ca5f021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:00.381704 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-1d81fb67-1ad5-4e0b-bc96-04ddc37382f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:01.445145 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:02.860500 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:03.994971 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.163357 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58676) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:05.208952 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Deleting subnet f388456a-1f90-4b56-960a-22e63a7a981a {{(pid=102560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:46:05.212112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.248001 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9431888'] for subnet, precommit_delete_associations {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.289602 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.344079 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9433342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9064595'] for subnet, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.369133 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f388456a-1f90-4b56-960a-22e63a7a981a,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:05.373770 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.376912 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f388456a-1f90-4b56-960a-22e63a7a981a HTTP/1.1" status: 204 len: 168 time: 0.2124903 Dec 23 11:46:05.379735 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58678) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:05.388297 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.388641 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.389045 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.389385 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.389712 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.390029 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.390352 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.390669 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.390977 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.391291 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.391608 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.391922 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.392234 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844be44-9d8b-4c04-9dd2-4525924e0183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.454058 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.530360 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.556565 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40e59ed-a114-45e8-8019-af598e431537']}} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:46:05.566678 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fe7cef-9ec1-4125-8633-a03f81fe586c') {'for_net_delete': True} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:46:05.566961 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.services.segments.db [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fe7cef-9ec1-4125-8633-a03f81fe586c') {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:46:05.576650 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2318719'] for segment, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.589637 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.595557 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:46:05.595936 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2338153'] for segment, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: warnings.warn(msg) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: Traceback (most recent call last): Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: timer() Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: cb(*args, **kw) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: return func(*args, **kwargs) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: self._notify() Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: self.callback(batched_events) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: event.method(event) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: return f(self, *a, **k) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._get(url).json() Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: return self.request(url, 'GET', **kwargs) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:46:05.597614 dv-cinder-730936-3-iscsi neutron-server[102559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:46:05.655955 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.662188 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.665094 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f40e59ed-a114-45e8-8019-af598e431537 HTTP/1.1" status: 204 len: 168 time: 0.2843683 Dec 23 11:46:05.676285 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Pushing event deleted for resources: {'Network': ['ID=f40e59ed-a114-45e8-8019-af598e431537,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:05.684161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.684511 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.684884 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.685218 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.685606 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.685920 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.686243 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.686567 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.686889 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.687208 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.687535 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.687847 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.688217 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0deef79-6cba-4a61-8508-a29c6a36b25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:05.855523 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58682) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:05.900702 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-514bd217-05d4-4152-ad8a-759cc057124a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff1e360f0e1a426b96c1363a12e8230a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436578 Dec 23 11:46:05.905161 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58684) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:05.957607 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-df89100a-6eca-461a-8347-d14d8c9a4309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:05.980156 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-df89100a-6eca-461a-8347-d14d8c9a4309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:06.027492 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-df89100a-6eca-461a-8347-d14d8c9a4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:06.030203 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-df89100a-6eca-461a-8347-d14d8c9a4309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:06.031348 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-df89100a-6eca-461a-8347-d14d8c9a4309 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e66b57ed-60b3-4b08-a36e-e95caea524d0 HTTP/1.1" status: 204 len: 168 time: 0.1253304 Dec 23 11:46:06.040276 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89100a-6eca-461a-8347-d14d8c9a4309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b57ed-60b3-4b08-a36e-e95caea524d0,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:07.157358 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58714) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:07.273380 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9060877e-28d6-4767-a4e9-adaa866ac084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.352707 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9060877e-28d6-4767-a4e9-adaa866ac084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.357249 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-9060877e-28d6-4767-a4e9-adaa866ac084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.393677 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060877e-28d6-4767-a4e9-adaa866ac084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b7fce-2636-4805-bff5-c8ae1d7a14ca,revision_number=1']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:07.399127 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-9060877e-28d6-4767-a4e9-adaa866ac084 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52985bc548ea4e1e9b227cde89819baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405946 Dec 23 11:46:07.402002 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58718) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:07.450007 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f94056c5-5b8a-4c4f-bae9-797e2f3e38c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.473341 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f94056c5-5b8a-4c4f-bae9-797e2f3e38c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.526204 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f94056c5-5b8a-4c4f-bae9-797e2f3e38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.528840 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-f94056c5-5b8a-4c4f-bae9-797e2f3e38c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:07.530035 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-f94056c5-5b8a-4c4f-bae9-797e2f3e38c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c9b7fce-2636-4805-bff5-c8ae1d7a14ca HTTP/1.1" status: 204 len: 168 time: 0.1272831 Dec 23 11:46:07.537915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94056c5-5b8a-4c4f-bae9-797e2f3e38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b7fce-2636-4805-bff5-c8ae1d7a14ca,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:08.272251 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 58740) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:08.373679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-313867340-network', 'tenant_id': '55f10d0fadca409f82472f4195fd2876'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:46:08.400293 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Made reservation on behalf of 55f10d0fadca409f82472f4195fd2876 for: {'network': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:46:08.402746 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for network, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.413405 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.493177 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.498241 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.522889 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:46:08.532450 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:08.537429 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.537764 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.db.segments_db [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Added segment 728fdb79-6729-435a-be4b-0c3936749176 of type vlan for network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 Dec 23 11:46:08.577384 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761575824451'] for network, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.607484 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466'] for network, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.608521 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:08.609282 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:08.665489 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3920631 Dec 23 11:46:08.668761 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 58744) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:46:08.671712 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3381c-473a-4941-b2ac-fc5ee2739c84 admin admin] Pushing event updated for resources: {'Network': ['ID=44d21cd4-20b7-4810-a6a3-1d7a2924fe84,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:08.674248 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.v2.base [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Request body: {'subnet': {'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-313867340-subnet', 'tenant_id': '55f10d0fadca409f82472f4195fd2876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:46:08.682085 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 details requested by agent ovs-agent-dv-cinder-730936-3-iscsi with host dv-cinder-730936-3-iscsi {{(pid=102561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:46:08.701923 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Made reservation on behalf of 55f10d0fadca409f82472f4195fd2876 for: {'subnet': 1} {{(pid=102559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:46:08.704283 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9429289'] for subnet, before_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:09.110896 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2340366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9429307'] for subnet, after_create {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:09.159123 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a,revision_number=0']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:09.174612 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Checking segment: {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:46:09.174970 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Network hostable DHCP agents. Network: 44d21cd4-20b7-4810-a6a3-1d7a2924fe84, hostable agents: ['1dd7f96c-3f6c-453c-8473-cc9e2df468de'], hosted agents: [] {{(pid=102559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:46:09.192702 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 is scheduled to be hosted by DHCP agent 1dd7f96c-3f6c-453c-8473-cc9e2df468de with binding_index 1 {{(pid=102559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:46:09.202468 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.scheduler.base_scheduler [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-730936-3-iscsi, 44d21cd4-20b7-4810-a6a3-1d7a2924fe84) {{(pid=102559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:46:09.206826 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:09.207436 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:09.211654 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a2dcf-2903-45c3-9050-e91da5a87dda None None] Network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:46:09.226305 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-b205e6f3-660f-4be0-b426-df038631aef8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5552857 Dec 23 11:46:09.313279 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d4f60a-dbc5-4d69-a047-50b707b1ad42 None None] Network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 requested from dv-cinder-730936-3-iscsi {{(pid=102561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:46:10.933163 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:11.029860 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-2944e240-6a3f-4304-b5a2-bcff3540bace tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:11.031322 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-2944e240-6a3f-4304-b5a2-bcff3540bace tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 813 time: 0.1098080 Dec 23 11:46:11.049294 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-36e43c60-448c-4372-bdfa-cdb11a6c9c35 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/quotas/55f10d0fadca409f82472f4195fd2876 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Dec 23 11:46:11.081391 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-2f45bad3-89df-4122-9067-0c0c2510a546 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260770 Dec 23 11:46:11.173951 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-7afdf85d-c740-4c2f-8177-dbcf9bf4961d service neutron] 10.222.0.31 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Dec 23 11:46:11.275907 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-35ce859e-a3b8-4101-b4f2-ba213b908fb6 service neutron] 10.222.0.31 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938315 Dec 23 11:46:11.443065 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-12c5f034-cd93-4f50-bafc-a5adbd857d7b req-d80a8cc6-64fc-4f6d-a153-86edb1ddbb66 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 210 time: 0.0267799 Dec 23 11:46:12.434855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-cf06dd6e-e217-4df9-8249-f9d704d96839 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:12.436488 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-cf06dd6e-e217-4df9-8249-f9d704d96839 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 813 time: 0.1219409 Dec 23 11:46:12.450896 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Request body: {'port': {'device_id': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84', 'admin_state_up': True, 'tenant_id': '55f10d0fadca409f82472f4195fd2876'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:46:12.541770 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-701bad4b-542a-4fbc-ba44-0673201d3c2a req-7664041e-b6f9-4fc1-a43f-2c310924eb11 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Dec 23 11:46:12.574511 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Made reservation on behalf of 55f10d0fadca409f82472f4195fd2876 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:46:12.578107 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:12.707491 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Allocated IP 172.20.0.9 (44d21cd4-20b7-4810-a6a3-1d7a2924fe84/3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a/bc153c2e-1272-445b-8504-9b74517d70d8) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:46:12.866321 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:12.922962 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:12.969660 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:46:12.972770 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:46:12.976178 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:46:12.984437 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Pushing event updated for resources: {'Port': ['ID=bc153c2e-1272-445b-8504-9b74517d70d8,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:13.030767 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:13.031387 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.049604 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-f2fa1855-0c29-473e-8059-7e2d4dc13c26 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6026616 Dec 23 11:46:13.063171 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Request body: {'port': {'device_id': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:46:13.120105 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.387626 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc153c2e-1272-445b-8504-9b74517d70d8 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:46:13.395700 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.408137 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Transition to ACTIVE for port object bc153c2e-1272-445b-8504-9b74517d70d8 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:46:13.414294 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.472112 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc153c2e-1272-445b-8504-9b74517d70d8,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:13.538832 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Attempting to bind port bc153c2e-1272-445b-8504-9b74517d70d8 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:46:13.539106 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Attempting to bind port bc153c2e-1272-445b-8504-9b74517d70d8 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:46:13.539456 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Attempting to bind port bc153c2e-1272-445b-8504-9b74517d70d8 on network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:46:13.543948 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Port bc153c2e-1272-445b-8504-9b74517d70d8 on network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:46:13.544256 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Attempting to bind port bc153c2e-1272-445b-8504-9b74517d70d8 on network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:46:13.549256 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:46:13.549585 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Checking segment: {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:46:13.549959 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Bound using segment: {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:46:13.550369 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Bound port: bc153c2e-1272-445b-8504-9b74517d70d8, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:46:13.550711 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.616527 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] For port bc153c2e-1272-445b-8504-9b74517d70d8, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:46:13.620340 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] For port bc153c2e-1272-445b-8504-9b74517d70d8, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bc153c2e-1272-445b-8504-9b74517d70d8,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:46:13.626371 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.663161 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:13.663806 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:13.665266 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/bc153c2e-1272-445b-8504-9b74517d70d8 HTTP/1.1" status: 200 len: 1093 time: 0.6064360 Dec 23 11:46:13.665712 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'tag': 'bc153c2e-1272-445b-8504-9b74517d70d8'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:46:13.667986 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913193c-4bd2-4857-97ae-9a7d8a1069d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e2467e-e53c-460c-a901-305e31bf1d60", "tag": "bc153c2e-1272-445b-8504-9b74517d70d8"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:46:13.682261 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7045ff-18ee-4f99-ae6b-9339b45c947c req-8722e1f2-3c98-453d-8c46-3b33d917c0e9 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:13.684701 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4b7045ff-18ee-4f99-ae6b-9339b45c947c req-8722e1f2-3c98-453d-8c46-3b33d917c0e9 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0701067 Dec 23 11:46:13.705537 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f803d-dd29-4e51-b1f7-b6f8e4bc63d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc153c2e-1272-445b-8504-9b74517d70d8,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:13.740100 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc7763d-89f9-447d-9440-5eeecb7e311c x-openstack-request-id: req-8cc7763d-89f9-447d-9440-5eeecb7e311c {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:46:13.740100 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e2467e-e53c-460c-a901-305e31bf1d60", "tag": "bc153c2e-1272-445b-8504-9b74517d70d8", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:46:13.740893 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cc7763d-89f9-447d-9440-5eeecb7e311c {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:46:13.740893 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'tag': 'bc153c2e-1272-445b-8504-9b74517d70d8', 'status': 'completed', 'code': 200} Dec 23 11:46:13.743503 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-4b7045ff-18ee-4f99-ae6b-9339b45c947c req-da857c0e-f7da-428a-a91d-608b2d162256 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Dec 23 11:46:13.761138 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-49480e80-658a-4d1a-86e4-f0eeeb78c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:13.763205 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-49480e80-658a-4d1a-86e4-f0eeeb78c6f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 1096 time: 0.0542176 Dec 23 11:46:13.805217 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-248a1c9d-87af-453d-825d-f6f3bf00cd33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc153c2e-1272-445b-8504-9b74517d70d8 HTTP/1.1" status: 200 len: 217 time: 0.0339296 Dec 23 11:46:13.854521 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5233-d89f-489d-a53c-510608e03341 req-2c222567-b40f-4a5e-a0f8-0bee4f797b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:13.855980 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-2c222567-b40f-4a5e-a0f8-0bee4f797b16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 200 len: 853 time: 0.0443802 Dec 23 11:46:13.893395 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-b1c59834-ff8d-4241-b9c7-3db4c86de13c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301721 Dec 23 11:46:13.992146 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-285f9f2b-5581-489e-b804-7096c9978fa7 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896008 Dec 23 11:46:14.087945 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-4fdc5233-d89f-489d-a53c-510608e03341 req-542fbf35-3f42-4825-9922-223ebc0e7fc5 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888422 Dec 23 11:46:14.192776 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-4091a192-5699-47c4-a97a-6f64c0454bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:14.194291 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-4091a192-5699-47c4-a97a-6f64c0454bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 1096 time: 0.0530601 Dec 23 11:46:14.287009 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-3669583f-fdfa-469a-8449-7d4724daf774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:14.288367 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-3669583f-fdfa-469a-8449-7d4724daf774 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 913 time: 0.0869777 Dec 23 11:46:14.332761 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-bcbb7223-28ab-4381-ae6e-0d292d5dff4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc153c2e-1272-445b-8504-9b74517d70d8 HTTP/1.1" status: 200 len: 217 time: 0.0369651 Dec 23 11:46:14.383723 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-f3067741-c453-4622-b828-3543c8515fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:14.385399 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-f3067741-c453-4622-b828-3543c8515fca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 200 len: 853 time: 0.0445273 Dec 23 11:46:14.416349 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-6137c4ea-e101-4ba0-9151-1485af167b06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242257 Dec 23 11:46:14.520010 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-bd32c845-312f-43de-95fa-1880f2644bf8 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957046 Dec 23 11:46:14.611387 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-2913193c-4bd2-4857-97ae-9a7d8a1069d6 req-768c63e3-1d26-4a88-b6fe-4d349a1d428b service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838389 Dec 23 11:46:14.872813 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1481015-d203-4f89-b7da-bb6ce64a6fa6 req-55146c80-31f5-4817-81fe-94af85568cb9 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:14.874171 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c1481015-d203-4f89-b7da-bb6ce64a6fa6 req-55146c80-31f5-4817-81fe-94af85568cb9 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0516098 Dec 23 11:46:14.926548 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c1481015-d203-4f89-b7da-bb6ce64a6fa6 req-a7b13636-6c8b-49da-9b08-90af432216db tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Dec 23 11:46:16.057283 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5daf-3902-4fbf-8022-f17336c2d457 req-36cb1650-c3f7-441a-a8b0-420616b996ea tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:16.058758 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-355a5daf-3902-4fbf-8022-f17336c2d457 req-36cb1650-c3f7-441a-a8b0-420616b996ea tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0493405 Dec 23 11:46:16.115515 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-355a5daf-3902-4fbf-8022-f17336c2d457 req-b73517d0-4bd7-4cb0-9fe4-d51edd36a604 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Dec 23 11:46:17.241544 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10852b30-0336-4cb8-8dc1-622cd0ae19c7 req-458813c5-0853-4dca-b3fb-3ec9d332dc88 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:17.243012 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-10852b30-0336-4cb8-8dc1-622cd0ae19c7 req-458813c5-0853-4dca-b3fb-3ec9d332dc88 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0499356 Dec 23 11:46:17.293151 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-10852b30-0336-4cb8-8dc1-622cd0ae19c7 req-aa3b3cec-ee62-493a-a143-021f3a98ab36 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Dec 23 11:46:18.253665 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bc153c2e-1272-445b-8504-9b74517d70d8 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:46:18.356499 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port bc153c2e-1272-445b-8504-9b74517d70d8, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bc153c2e-1272-445b-8504-9b74517d70d8,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:46:18.415881 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82624e-7d45-459b-bd7d-8b4b4a15ee46 req-14548599-7fb7-4b33-98ce-ef9459c8a019 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:18.417528 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1d82624e-7d45-459b-bd7d-8b4b4a15ee46 req-14548599-7fb7-4b33-98ce-ef9459c8a019 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Dec 23 11:46:18.468265 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-1d82624e-7d45-459b-bd7d-8b4b4a15ee46 req-96465196-f19a-4dd4-9ae9-2ae29677998d tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Dec 23 11:46:18.501371 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'bc153c2e-1272-445b-8504-9b74517d70d8', 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84', 'port_id': 'bc153c2e-1272-445b-8504-9b74517d70d8', 'mac_address': 'fa:16:3e:c4:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:46:18.538224 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:18.553440 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc153c2e-1272-445b-8504-9b74517d70d8 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:46:18.573254 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port bc153c2e-1272-445b-8504-9b74517d70d8, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bc153c2e-1272-445b-8504-9b74517d70d8,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:46:18.580703 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:18.629911 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=bc153c2e-1272-445b-8504-9b74517d70d8,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:18.637596 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.637947 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.638315 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.638616 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.638950 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.639279 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.639602 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.639914 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.640239 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.640561 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.640907 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.641226 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.641542 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:46:18.913457 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['bc153c2e-1272-445b-8504-9b74517d70d8'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:46:19.589012 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2208e-e0e4-47e1-8a1d-0422fe7db8fe req-492ef74e-6d9d-4ac8-abfb-51036383a86a tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:19.590518 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-61b2208e-e0e4-47e1-8a1d-0422fe7db8fe req-492ef74e-6d9d-4ac8-abfb-51036383a86a tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 944 time: 0.0543964 Dec 23 11:46:19.642652 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-61b2208e-e0e4-47e1-8a1d-0422fe7db8fe req-5ee094a3-ae39-4f79-9305-104ca59fe15d tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Dec 23 11:46:20.263569 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bc153c2e-1272-445b-8504-9b74517d70d8 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:46:20.316361 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port bc153c2e-1272-445b-8504-9b74517d70d8 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:46:20.320677 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port bc153c2e-1272-445b-8504-9b74517d70d8 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:46:20.321053 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:20.407849 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:20.431303 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc153c2e-1272-445b-8504-9b74517d70d8'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:46:20.433607 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be29d087-3f32-4b31-908f-d99130a5ccef" -d '{"events": [{"server_uuid": "f1e2467e-e53c-460c-a901-305e31bf1d60", "name": "network-vif-plugged", "status": "completed", "tag": "bc153c2e-1272-445b-8504-9b74517d70d8"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:46:20.447221 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port bc153c2e-1272-445b-8504-9b74517d70d8, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bc153c2e-1272-445b-8504-9b74517d70d8,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:46:20.453006 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:20.476351 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e3739-9fd5-4cf1-bf84-af8bef311d57 x-openstack-request-id: req-889e3739-9fd5-4cf1-bf84-af8bef311d57 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:46:20.476650 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e2467e-e53c-460c-a901-305e31bf1d60", "name": "network-vif-plugged", "status": "completed", "tag": "bc153c2e-1272-445b-8504-9b74517d70d8", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:46:20.476929 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-889e3739-9fd5-4cf1-bf84-af8bef311d57 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:46:20.477297 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc153c2e-1272-445b-8504-9b74517d70d8', 'code': 200} Dec 23 11:46:20.510336 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=bc153c2e-1272-445b-8504-9b74517d70d8,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:46:20.655233 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ae9-2903-4ad2-ae5e-00a88f243d67 req-0aee6fdd-c1d6-4804-b63c-aaac34ca1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:20.656755 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1d05ae9-2903-4ad2-ae5e-00a88f243d67 req-0aee6fdd-c1d6-4804-b63c-aaac34ca1a5f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 1098 time: 0.0415463 Dec 23 11:46:20.710563 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1d05ae9-2903-4ad2-ae5e-00a88f243d67 req-ea787c49-b4b9-4e5b-aaa2-e3f594a04990 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Dec 23 11:46:20.769915 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef6566-792b-44d5-91f9-05899b6ea9e9 req-c3e2c1d0-a22a-4b6d-bbe0-bb4245d4ed32 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:20.771319 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85ef6566-792b-44d5-91f9-05899b6ea9e9 req-c3e2c1d0-a22a-4b6d-bbe0-bb4245d4ed32 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0494428 Dec 23 11:46:20.821363 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-85ef6566-792b-44d5-91f9-05899b6ea9e9 req-ec8dd98c-0f64-4300-a03d-87c095234741 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Dec 23 11:46:21.949928 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26451371-6f62-4b33-aa0d-0121d1740fe0 req-8a1f69a8-b930-4bf3-a447-0b660db0a7e4 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:21.951527 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26451371-6f62-4b33-aa0d-0121d1740fe0 req-8a1f69a8-b930-4bf3-a447-0b660db0a7e4 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0539234 Dec 23 11:46:22.006694 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-26451371-6f62-4b33-aa0d-0121d1740fe0 req-f2acffa8-0d2f-4aba-9783-7f46add0728d tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Dec 23 11:46:23.133720 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbce8-39e9-41f7-81d1-f75236ef645d req-e2035440-53a3-4462-a1b6-26cdb8b9a055 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:23.136084 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6cfbce8-39e9-41f7-81d1-f75236ef645d req-e2035440-53a3-4462-a1b6-26cdb8b9a055 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Dec 23 11:46:23.190244 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f6cfbce8-39e9-41f7-81d1-f75236ef645d req-83c59934-2289-415e-9095-74b604ed6a91 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446844 Dec 23 11:46:23.343605 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:46:28.048901 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-91562344-0c33-4808-94b4-783a88a8ba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:30.376868 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-84c9c0dd-4a15-456a-bb32-ca6c22cf8bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:31.444380 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:32.864756 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:33.997288 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:40.927819 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:46:51.232336 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-a782c666-6f8b-4c44-b56b-e09d0cec7aff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493543 Dec 23 11:46:51.319042 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-07e3cd62-4995-48a8-87a5-9d67f48cfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:51.320538 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-07e3cd62-4995-48a8-87a5-9d67f48cfab7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 1098 time: 0.0399485 Dec 23 11:46:51.427323 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-01b5bb17-3a00-4eb9-9716-1355828a5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:51.428830 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-01b5bb17-3a00-4eb9-9716-1355828a5d0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 913 time: 0.0866840 Dec 23 11:46:51.473281 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-6ec441e4-905e-44ed-bf91-1f16b57ef023 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc153c2e-1272-445b-8504-9b74517d70d8 HTTP/1.1" status: 200 len: 217 time: 0.0364554 Dec 23 11:46:51.527252 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-6b0326e0-0228-41c2-9302-4c03ca45d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:46:51.528633 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-6b0326e0-0228-41c2-9302-4c03ca45d7b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 200 len: 853 time: 0.0485911 Dec 23 11:46:51.564802 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-a7d19a46-6035-4e73-913b-912961b1dadc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287931 Dec 23 11:46:51.681117 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-8b8ba747-c62e-4489-bc88-e70368166918 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081433 Dec 23 11:46:51.774968 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-3a38d84a-1581-4505-8031-9c6d2f142986 req-3b865a3a-3b95-4253-b661-7ff5d1aed204 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849612 Dec 23 11:46:58.054117 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e5f5253a-8d3c-422b-8c05-02d3d137c2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:00.343089 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:47:00.381567 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-a406e508-f87d-454c-bf46-40211184ee03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:01.448041 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:02.869219 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:03.993417 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:10.941443 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:14.236968 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086a209-db74-4679-bdc1-1308a62bf3a8 req-d563f580-782e-4c18-bfe3-0ac2b7b6a88b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:14.238328 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0086a209-db74-4679-bdc1-1308a62bf3a8 req-d563f580-782e-4c18-bfe3-0ac2b7b6a88b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Dec 23 11:47:14.289089 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0086a209-db74-4679-bdc1-1308a62bf3a8 req-f714676f-42a4-4779-9877-830a86daf807 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Dec 23 11:47:15.410859 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eff90-02c6-40aa-99e2-a2ed649aa772 req-efb3e673-052f-4834-9be4-e5077baf5fe7 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:15.412345 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c95eff90-02c6-40aa-99e2-a2ed649aa772 req-efb3e673-052f-4834-9be4-e5077baf5fe7 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Dec 23 11:47:15.460825 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-c95eff90-02c6-40aa-99e2-a2ed649aa772 req-9bcf7032-b8c2-4aa5-9976-fd801f10074c tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Dec 23 11:47:16.078153 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10b62e-d183-4687-88b8-d356610e504f req-b69985bc-b4a8-4860-9587-eeddeb59b382 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:16.079473 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-dc10b62e-d183-4687-88b8-d356610e504f req-b69985bc-b4a8-4860-9587-eeddeb59b382 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 945 time: 0.0493870 Dec 23 11:47:16.174015 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Deleting port bc153c2e-1272-445b-8504-9b74517d70d8 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:47:16.174311 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:16.263435 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] For port bc153c2e-1272-445b-8504-9b74517d70d8, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=bc153c2e-1272-445b-8504-9b74517d70d8,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:47:16.263823 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:16.276584 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Calling delete_port for bc153c2e-1272-445b-8504-9b74517d70d8 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:47:16.417469 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:16.429163 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['bc153c2e-1272-445b-8504-9b74517d70d8'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:47:16.446082 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Pushing event deleted for resources: {'Port': ['ID=bc153c2e-1272-445b-8504-9b74517d70d8,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:47:16.459091 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.459432 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.459721 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.460052 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.460393 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.460756 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.461085 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.461407 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.461728 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.462046 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.462371 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.462716 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.463032 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:16.497395 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] No DVR routers for this DVR port bc153c2e-1272-445b-8504-9b74517d70d8 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:47:16.500253 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:16.503429 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-dc10b62e-d183-4687-88b8-d356610e504f req-49a179d3-4040-4dde-a2bb-f088be362bc3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "DELETE /v2.0/ports/bc153c2e-1272-445b-8504-9b74517d70d8 HTTP/1.1" status: 204 len: 173 time: 0.4180675 Dec 23 11:47:16.503882 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'name': 'network-vif-deleted', 'tag': 'bc153c2e-1272-445b-8504-9b74517d70d8'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:47:16.506355 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052c8ae-718b-4d52-b8a0-638e1d63ffef" -d '{"events": [{"server_uuid": "f1e2467e-e53c-460c-a901-305e31bf1d60", "name": "network-vif-deleted", "tag": "bc153c2e-1272-445b-8504-9b74517d70d8"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:47:16.543640 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28d2cf4-41e9-4a37-8e38-41b1f81b00ac x-openstack-request-id: req-c28d2cf4-41e9-4a37-8e38-41b1f81b00ac {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:47:16.544218 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e2467e-e53c-460c-a901-305e31bf1d60", "name": "network-vif-deleted", "tag": "bc153c2e-1272-445b-8504-9b74517d70d8", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:47:16.544472 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c28d2cf4-41e9-4a37-8e38-41b1f81b00ac {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:47:16.544933 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2467e-e53c-460c-a901-305e31bf1d60', 'name': 'network-vif-deleted', 'tag': 'bc153c2e-1272-445b-8504-9b74517d70d8', 'status': 'completed', 'code': 200} Dec 23 11:47:16.582739 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-79d25a2f-2d1f-4339-a2d6-153f51bfffec req-aea83cf9-abf4-470e-81b9-9e4659ea37e0 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e2467e-e53c-460c-a901-305e31bf1d60 HTTP/1.1" status: 200 len: 210 time: 0.0354555 Dec 23 11:47:19.389081 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bc153c2e-1272-445b-8504-9b74517d70d8 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:47:19.409654 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: bc153c2e-1272-445b-8504-9b74517d70d8 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:47:19.410001 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device bc153c2e-1272-445b-8504-9b74517d70d8 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:47:27.620844 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-6d6353aa-5bc4-47ec-973a-8a3128320c41 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:27.622332 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-6d6353aa-5bc4-47ec-973a-8a3128320c41 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 813 time: 0.1062582 Dec 23 11:47:27.637566 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-257526d7-bcc8-478f-b8ee-c600cdedd721 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/quotas/55f10d0fadca409f82472f4195fd2876 HTTP/1.1" status: 200 len: 375 time: 0.0094872 Dec 23 11:47:27.672637 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8b835bbd-0e53-4b02-84bc-133e2ca70d54 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294962 Dec 23 11:47:27.762919 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-f84b8b10-fad2-4c99-8a04-815893daa6a8 service neutron] 10.222.0.31 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Dec 23 11:47:27.877681 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-41be0f6f-f394-494d-96e1-e1365eef4e2d service neutron] 10.222.0.31 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060293 Dec 23 11:47:28.041872 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d10ffb12-f22b-41e4-9dc6-673c82897c67 req-cabcf9c2-3edb-4300-bf60-b3b880c8ed22 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 210 time: 0.0262051 Dec 23 11:47:28.062653 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc092-412f-47c4-8bb2-06440607b3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:29.141517 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-75c4ddbf-9137-453b-9934-fd973525b3f0 req-628287b5-28ff-4c3b-9cbf-c79487a8e69e tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 210 time: 0.0266891 Dec 23 11:47:29.274272 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-d2544d24-b16b-4c1b-8108-77d16cd44b66 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:29.275646 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-d2544d24-b16b-4c1b-8108-77d16cd44b66 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 813 time: 0.3752086 Dec 23 11:47:29.289050 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Request body: {'port': {'device_id': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84', 'admin_state_up': True, 'tenant_id': '55f10d0fadca409f82472f4195fd2876'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:47:29.399737 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Made reservation on behalf of 55f10d0fadca409f82472f4195fd2876 for: {'port': 1} {{(pid=102560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:47:29.404855 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:29.522662 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.db_base_plugin_common [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Allocated IP 172.20.0.12 (44d21cd4-20b7-4810-a6a3-1d7a2924fe84/3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a/d8389153-d76d-43a0-980f-89b18a826049) {{(pid=102560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:47:29.668633 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks [] for port, precommit_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:29.714722 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761575837157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_create {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:29.758317 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 is already hosted by enough agents. {{(pid=102560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:47:29.761172 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.scheduler.base_scheduler [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Resources bound (agent type, host, resource id): {{(pid=102560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:47:29.764724 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Received port after_create {{(pid=102560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:47:29.770912 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Pushing event updated for resources: {'Port': ['ID=d8389153-d76d-43a0-980f-89b18a826049,revision_number=1']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:47:29.813944 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:29.814686 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:29.832362 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-80d79af6-d452-4821-ae9e-fee907a1d468 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5468256 Dec 23 11:47:29.844542 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.v2.base [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Request body: {'port': {'device_id': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73093'}} {{(pid=102560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:47:29.902803 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.158526 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8389153-d76d-43a0-980f-89b18a826049 {{(pid=102560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:47:30.166279 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.178930 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.provisioning_blocks [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Transition to ACTIVE for port object d8389153-d76d-43a0-980f-89b18a826049 will not be triggered until provisioned by entity L2. {{(pid=102560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:47:30.183141 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.231884 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Pushing event updated for resources: {'Port': ['ID=d8389153-d76d-43a0-980f-89b18a826049,revision_number=2']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:47:30.266763 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390edfc-d2ea-412c-b26d-8b7b2b22234a req-89cbcd83-2dc9-4314-bbaa-e098b058d1c3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:30.268294 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6390edfc-d2ea-412c-b26d-8b7b2b22234a req-89cbcd83-2dc9-4314-bbaa-e098b058d1c3 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 944 time: 0.0544856 Dec 23 11:47:30.299543 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Attempting to bind port d8389153-d76d-43a0-980f-89b18a826049 on host hv-cinder-73093 for vnic_type normal with profile {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:47:30.300149 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Attempting to bind port d8389153-d76d-43a0-980f-89b18a826049 by drivers openvswitch,hyperv on host hv-cinder-73093 at level 0 using segments [{'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:47:30.300149 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Attempting to bind port d8389153-d76d-43a0-980f-89b18a826049 on network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:47:30.304561 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Port d8389153-d76d-43a0-980f-89b18a826049 on network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73093 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:47:30.305483 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Attempting to bind port d8389153-d76d-43a0-980f-89b18a826049 on network 44d21cd4-20b7-4810-a6a3-1d7a2924fe84 {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:47:30.310547 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Checking agent: {'id': '956d99ba-1df1-4a14-be89-b1ee6052aeb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'started_at': datetime.datetime(2021, 12, 23, 11, 30, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:47:30.310908 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Checking segment: {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:47:30.311299 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Bound using segment: {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'} {{(pid=102560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:47:30.311729 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.managers [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Bound port: d8389153-d76d-43a0-980f-89b18a826049, host: hv-cinder-73093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728fdb79-6729-435a-be4b-0c3936749176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84'}}] {{(pid=102560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:47:30.312095 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.316291 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-6390edfc-d2ea-412c-b26d-8b7b2b22234a req-944b2798-3cf2-4635-99ae-c71ff048bf89 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Dec 23 11:47:30.374491 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] For port d8389153-d76d-43a0-980f-89b18a826049, host hv-cinder-73093, cleared binding levels {{(pid=102560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:47:30.377804 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] For port d8389153-d76d-43a0-980f-89b18a826049, host hv-cinder-73093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d8389153-d76d-43a0-980f-89b18a826049,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:47:30.383940 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9433224'] for port, after_update {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.384768 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c9be6f8d-935f-41ef-93ae-f287188ff669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.416565 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:30.417410 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:30.418824 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] 10.222.0.32 "PUT /v2.0/ports/d8389153-d76d-43a0-980f-89b18a826049 HTTP/1.1" status: 200 len: 1094 time: 0.5782690 Dec 23 11:47:30.419262 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'tag': 'd8389153-d76d-43a0-980f-89b18a826049'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:47:30.421485 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a98db-2ea0-4e3f-bf5b-826e38900a69" -d '{"events": [{"name": "network-changed", "server_uuid": "944ae88f-0d7d-4727-8703-46cdc3c81ea0", "tag": "d8389153-d76d-43a0-980f-89b18a826049"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:47:30.450729 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5b8f4-12e5-42ee-918d-121fee844faf service neutron] Pushing event updated for resources: {'Port': ['ID=d8389153-d76d-43a0-980f-89b18a826049,revision_number=3']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:47:30.467616 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bade85f-2177-4ec7-ba14-5ab835b621f4 x-openstack-request-id: req-5bade85f-2177-4ec7-ba14-5ab835b621f4 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:47:30.467870 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944ae88f-0d7d-4727-8703-46cdc3c81ea0", "tag": "d8389153-d76d-43a0-980f-89b18a826049", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:47:30.468146 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bade85f-2177-4ec7-ba14-5ab835b621f4 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:47:30.468531 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'tag': 'd8389153-d76d-43a0-980f-89b18a826049', 'status': 'completed', 'code': 200} Dec 23 11:47:30.503574 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-832b910b-aa1b-4cb7-8a01-e59eb13c0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:30.505008 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-832b910b-aa1b-4cb7-8a01-e59eb13c0f4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0459211 Dec 23 11:47:30.546293 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-373efba0-7ab7-4ee7-9e02-2f0ec73d3123 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8389153-d76d-43a0-980f-89b18a826049 HTTP/1.1" status: 200 len: 217 time: 0.0327232 Dec 23 11:47:30.595647 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-083cd975-6a52-4d22-a490-22b68ccaba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:30.597165 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-083cd975-6a52-4d22-a490-22b68ccaba77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 200 len: 853 time: 0.0441301 Dec 23 11:47:30.627511 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-2b90d3ba-e5e9-4aa4-8979-17204e358c7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235000 Dec 23 11:47:30.717903 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-60c1b2c7-b5db-4095-b553-af2854a57db5 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833936 Dec 23 11:47:30.810090 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-b1478154-bf41-4d65-bb67-78066a35cea9 req-ae964f4c-61c3-4e16-b3fb-c401942773d0 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846825 Dec 23 11:47:30.898347 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-260ca66a-acf1-430b-9c0d-49aa388e3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:30.899876 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-260ca66a-acf1-430b-9c0d-49aa388e3332 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0410459 Dec 23 11:47:30.989458 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-ef448bcb-9293-467a-98af-8e1f178327c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:30.990962 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-ef448bcb-9293-467a-98af-8e1f178327c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 913 time: 0.0828660 Dec 23 11:47:31.033995 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-1b04f176-2a42-4e9b-9aee-a5382e9dd8a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8389153-d76d-43a0-980f-89b18a826049 HTTP/1.1" status: 200 len: 217 time: 0.0359769 Dec 23 11:47:31.084025 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-72c83544-5001-43c9-aeb1-6eca0cc529a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:31.085439 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-72c83544-5001-43c9-aeb1-6eca0cc529a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 200 len: 853 time: 0.0441222 Dec 23 11:47:31.118254 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-f9162bb7-660e-4c9e-a7eb-1f7ff37671de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253904 Dec 23 11:47:31.214248 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-cdbdd0ff-beb7-4297-bc37-d9f5c42e8f24 service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880425 Dec 23 11:47:31.307040 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-f46a98db-2ea0-4e3f-bf5b-826e38900a69 req-2503b3e4-2df1-41f5-b2a0-bd0bab7c54ae service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856144 Dec 23 11:47:31.450690 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:31.592900 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea346304-0b42-439e-ba01-ec44b5a960e6 req-2659991f-c96b-4225-ba02-5a38e2cdb03b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:31.594389 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ea346304-0b42-439e-ba01-ec44b5a960e6 req-2659991f-c96b-4225-ba02-5a38e2cdb03b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 944 time: 0.2080286 Dec 23 11:47:31.644567 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-ea346304-0b42-439e-ba01-ec44b5a960e6 req-1487d70f-0c2d-468e-8630-fd5ea5d67639 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Dec 23 11:47:32.776612 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cc89-dfdf-4bf4-9cce-7e24779d5bd7 req-5fe5aaa4-14de-4aaa-8743-0b5b3a5bc78b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:32.779066 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7708cc89-dfdf-4bf4-9cce-7e24779d5bd7 req-5fe5aaa4-14de-4aaa-8743-0b5b3a5bc78b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 944 time: 0.0631857 Dec 23 11:47:32.831318 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-7708cc89-dfdf-4bf4-9cce-7e24779d5bd7 req-d11be620-57c0-4146-b932-ffe1f9925f6a tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463877 Dec 23 11:47:32.870481 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:33.974914 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66ac5-f099-49d4-985a-92eba665cf54 req-610c62d5-04ee-412a-87cf-eca756c3f9b7 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:33.976706 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2d66ac5-f099-49d4-985a-92eba665cf54 req-610c62d5-04ee-412a-87cf-eca756c3f9b7 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 944 time: 0.0692389 Dec 23 11:47:33.991566 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:34.027431 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-b2d66ac5-f099-49d4-985a-92eba665cf54 req-26ec8a5a-5ad4-4751-8d2c-93502965f275 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Dec 23 11:47:34.724025 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d8389153-d76d-43a0-980f-89b18a826049 details requested by agent hyperv_hv-cinder-73093 with host hv-cinder-73093 {{(pid=102561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:47:34.838626 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d8389153-d76d-43a0-980f-89b18a826049, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d8389153-d76d-43a0-980f-89b18a826049,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:47:34.853370 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Returning: {'device': 'd8389153-d76d-43a0-980f-89b18a826049', 'network_id': '44d21cd4-20b7-4810-a6a3-1d7a2924fe84', 'port_id': 'd8389153-d76d-43a0-980f-89b18a826049', 'mac_address': 'fa:16:3e:68:60:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:47:34.897189 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:34.911282 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8389153-d76d-43a0-980f-89b18a826049 {{(pid=102561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:47:34.931014 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d8389153-d76d-43a0-980f-89b18a826049, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d8389153-d76d-43a0-980f-89b18a826049,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:47:34.939077 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:34.990718 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=d8389153-d76d-43a0-980f-89b18a826049,revision_number=4']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:47:34.999165 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:34.999898 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:34.999898 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.000167 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.000492 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.000851 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.001175 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.001492 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.001808 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.002129 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.002444 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.002758 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.003070 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:47:35.154795 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfc160-eed2-4854-8bfb-becae5c772c4 req-266df1b7-6be4-4e1f-9feb-e6405868588e tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:35.157239 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5abfc160-eed2-4854-8bfb-becae5c772c4 req-266df1b7-6be4-4e1f-9feb-e6405868588e tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 945 time: 0.0597737 Dec 23 11:47:35.220073 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-5abfc160-eed2-4854-8bfb-becae5c772c4 req-3ecc692b-156b-4d36-8f29-c775aa95c099 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567818 Dec 23 11:47:35.243783 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] get_ports_and_sgs() called for port_ids ['d8389153-d76d-43a0-980f-89b18a826049'] {{(pid=102561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:47:36.346589 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e7ced-01f9-446c-a44b-85a642e35100 req-f7476b39-5ece-4dfd-b2ae-3919e580b1f6 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:36.348052 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0a5e7ced-01f9-446c-a44b-85a642e35100 req-f7476b39-5ece-4dfd-b2ae-3919e580b1f6 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Dec 23 11:47:36.396539 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-0a5e7ced-01f9-446c-a44b-85a642e35100 req-872a32fc-7cae-4d7b-99f3-7ca3930439fc tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Dec 23 11:47:36.739452 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d8389153-d76d-43a0-980f-89b18a826049 up at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:47:36.789881 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning for port d8389153-d76d-43a0-980f-89b18a826049 completed by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:47:36.794001 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.db.provisioning_blocks [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Provisioning complete for port d8389153-d76d-43a0-980f-89b18a826049 triggered by entity L2. {{(pid=102561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:47:36.794382 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882381'] for port, provisioning_complete {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:36.876220 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744192'] for port, before_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:36.900334 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8389153-d76d-43a0-980f-89b18a826049'}] {{(pid=102561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:47:36.902674 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c1422c5f24e6d76e5bdbf93dd27836a126a10abeb46741c3a844056905320cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab2e39-59ef-4f8b-baf2-317e9f971e40" -d '{"events": [{"server_uuid": "944ae88f-0d7d-4727-8703-46cdc3c81ea0", "name": "network-vif-plugged", "status": "completed", "tag": "d8389153-d76d-43a0-980f-89b18a826049"}]}' {{(pid=102561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:47:36.915419 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.db [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] For port d8389153-d76d-43a0-980f-89b18a826049, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d8389153-d76d-43a0-980f-89b18a826049,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:47:36.920618 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761576320835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761575837175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761575833869'] for port, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:36.942883 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b6cf6-129d-47e3-a9b4-1e99811a9ee2 x-openstack-request-id: req-079b6cf6-129d-47e3-a9b4-1e99811a9ee2 {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:47:36.943173 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944ae88f-0d7d-4727-8703-46cdc3c81ea0", "name": "network-vif-plugged", "status": "completed", "tag": "d8389153-d76d-43a0-980f-89b18a826049", "code": 200}]} {{(pid=102561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:47:36.943422 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-079b6cf6-129d-47e3-a9b4-1e99811a9ee2 {{(pid=102561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:47:36.943805 dv-cinder-730936-3-iscsi neutron-server[102561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8389153-d76d-43a0-980f-89b18a826049', 'code': 200} Dec 23 11:47:36.976356 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Pushing event updated for resources: {'Port': ['ID=d8389153-d76d-43a0-980f-89b18a826049,revision_number=5']} {{(pid=102561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:47:37.119644 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33905f37-6e2e-4ad1-9277-e8c2c348b56a req-15daf7dc-03d5-4021-addb-4a932b264fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:37.121247 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33905f37-6e2e-4ad1-9277-e8c2c348b56a req-15daf7dc-03d5-4021-addb-4a932b264fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0463865 Dec 23 11:47:37.169559 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-33905f37-6e2e-4ad1-9277-e8c2c348b56a req-7b023259-8f04-4a96-99fd-83ece95dff1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Dec 23 11:47:37.346262 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:47:37.516971 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34986a8-9c73-4a97-9408-e4737c960395 req-08b0039e-e638-402e-b901-f57e38c1540b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:37.518487 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d34986a8-9c73-4a97-9408-e4737c960395 req-08b0039e-e638-402e-b901-f57e38c1540b tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 946 time: 0.0534976 Dec 23 11:47:37.577359 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-d34986a8-9c73-4a97-9408-e4737c960395 req-f9d1f9b5-89f3-4676-8ce6-4872c47015ae tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519979 Dec 23 11:47:38.704365 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5cb4c-3be5-4836-8793-0a5e41abc4d0 req-e19a7563-8d43-4262-8284-960c59385f0a tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:38.705889 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-09d5cb4c-3be5-4836-8793-0a5e41abc4d0 req-e19a7563-8d43-4262-8284-960c59385f0a tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 946 time: 0.0550957 Dec 23 11:47:38.762903 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-09d5cb4c-3be5-4836-8793-0a5e41abc4d0 req-fc701156-cb84-4b46-b0c4-a7f7becf31f5 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Dec 23 11:47:40.964457 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:47:53.062494 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-92dd402c-1048-49fe-ad59-1f1c7c34cbfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523055 Dec 23 11:47:53.158697 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-9629fab1-09a9-4458-abb6-89a383f9a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:53.160231 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-9629fab1-09a9-4458-abb6-89a383f9a688 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55f10d0fadca409f82472f4195fd2876&device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0461528 Dec 23 11:47:53.284004 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-945f2cc4-ba1f-48bd-aa80-4c1f53ca4dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:53.285258 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-945f2cc4-ba1f-48bd-aa80-4c1f53ca4dcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 200 len: 913 time: 0.0993185 Dec 23 11:47:53.329459 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-902756fc-873c-400d-a6da-b8f4d3c5c323 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8389153-d76d-43a0-980f-89b18a826049 HTTP/1.1" status: 200 len: 217 time: 0.0348988 Dec 23 11:47:54.579449 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-c7f96bd1-74e1-4d79-98b7-4ec0e4856be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:47:54.581017 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-c7f96bd1-74e1-4d79-98b7-4ec0e4856be8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 200 len: 853 time: 0.0509939 Dec 23 11:47:55.484885 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-78f8dfb6-65b5-414f-8918-c13717fe521c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d21cd4-20b7-4810-a6a3-1d7a2924fe84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263071 Dec 23 11:47:56.728136 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-1d0c7bed-5bbc-41a0-967b-5e9e515b3acc service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909190 Dec 23 11:47:56.825147 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-94d74adf-56b5-4c81-8cc0-6b4c9c99e30d req-0ff840af-d4ed-4f86-b402-454822dba57a service neutron] 10.222.0.32 "GET /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877559 Dec 23 11:47:58.058685 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3eaa8f37-d493-453f-84cb-0d4a6b37ee30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:00.389788 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-c95435e7-fbc1-4c90-90bb-d4fbb9f853c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:01.454750 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:02.875976 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:03.015722 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5810-e8e3-4d16-89eb-015c67f4dac1 req-53ab9ed4-4350-4063-9d0b-5fb1c1501980 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:48:03.017297 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-761b5810-e8e3-4d16-89eb-015c67f4dac1 req-53ab9ed4-4350-4063-9d0b-5fb1c1501980 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 946 time: 0.0492203 Dec 23 11:48:03.069461 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-761b5810-e8e3-4d16-89eb-015c67f4dac1 req-da65c0a3-23db-4a99-9589-a26e66979b9e tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Dec 23 11:48:03.991193 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:04.203151 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad8bf1-3b95-4acd-84fb-aa77d72cf535 req-ea4f6589-5c51-46e8-9143-f8575c878c37 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:48:04.204752 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f2ad8bf1-3b95-4acd-84fb-aa77d72cf535 req-ea4f6589-5c51-46e8-9143-f8575c878c37 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 946 time: 0.0495694 Dec 23 11:48:04.260124 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-f2ad8bf1-3b95-4acd-84fb-aa77d72cf535 req-424283bd-3a99-44d5-94e0-bf780f7545af tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Dec 23 11:48:04.769173 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-9b6e3526-a9df-4e4f-ac7b-982b66699aac tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:48:04.770664 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-9b6e3526-a9df-4e4f-ac7b-982b66699aac tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 946 time: 0.0502565 Dec 23 11:48:04.881114 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Deleting port d8389153-d76d-43a0-980f-89b18a826049 {{(pid=102560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:48:04.881636 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761576414154'] for port, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:04.973986 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.db [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] For port d8389153-d76d-43a0-980f-89b18a826049, host hv-cinder-73093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73093',level=0,port_id=d8389153-d76d-43a0-980f-89b18a826049,segment=NetworkSegment(728fdb79-6729-435a-be4b-0c3936749176),segment_id=728fdb79-6729-435a-be4b-0c3936749176)] {{(pid=102560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:48:04.974258 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3858956'] for port, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:04.987928 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Calling delete_port for d8389153-d76d-43a0-980f-89b18a826049 owned by compute:nova {{(pid=102560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:48:05.136425 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-61132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761576320817', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761575837166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9433219'] for port, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:05.164537 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Pushing event deleted for resources: {'Port': ['ID=d8389153-d76d-43a0-980f-89b18a826049,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:48:05.208695 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] No DVR routers for this DVR port d8389153-d76d-43a0-980f-89b18a826049 on host hv-cinder-73093 {{(pid=102560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:48:05.211430 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468269'] for port, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:05.214827 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [req-5f4b114d-8c41-4810-97b6-40a5586fcf95 req-1dc25fcf-6077-44d3-931a-77ee9985a489 tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.32 "DELETE /v2.0/ports/d8389153-d76d-43a0-980f-89b18a826049 HTTP/1.1" status: 204 len: 173 time: 0.4382625 Dec 23 11:48:05.215378 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'name': 'network-vif-deleted', 'tag': 'd8389153-d76d-43a0-980f-89b18a826049'}] {{(pid=102560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:48:05.217682 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06e5e0ce02946edd497322386888b2d5d71f00a343ef502b8541e8aea1a3cead" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b008b86-4ca6-46c9-8112-1ad53d1fe27e" -d '{"events": [{"server_uuid": "944ae88f-0d7d-4727-8703-46cdc3c81ea0", "name": "network-vif-deleted", "tag": "d8389153-d76d-43a0-980f-89b18a826049"}]}' {{(pid=102560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:48:05.255769 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d004b601-74bc-4b36-98fc-af581b06d903 x-openstack-request-id: req-d004b601-74bc-4b36-98fc-af581b06d903 {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:48:05.256068 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944ae88f-0d7d-4727-8703-46cdc3c81ea0", "name": "network-vif-deleted", "tag": "d8389153-d76d-43a0-980f-89b18a826049", "status": "completed", "code": 200}]} {{(pid=102560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:48:05.256357 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d004b601-74bc-4b36-98fc-af581b06d903 {{(pid=102560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:48:05.256815 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944ae88f-0d7d-4727-8703-46cdc3c81ea0', 'name': 'network-vif-deleted', 'tag': 'd8389153-d76d-43a0-980f-89b18a826049', 'status': 'completed', 'code': 200} Dec 23 11:48:05.373537 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [req-3c3fb574-93c6-494e-b751-fcd2332945de req-7a014edb-c6b3-41c1-b40c-877cc3f3ce7d tempest-VolumesSnapshotTestJSON-1624068212 tempest-VolumesSnapshotTestJSON-1624068212-project] 10.222.0.31 "GET /v2.0/ports?device_id=944ae88f-0d7d-4727-8703-46cdc3c81ea0 HTTP/1.1" status: 200 len: 210 time: 0.0297694 Dec 23 11:48:06.883485 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d8389153-d76d-43a0-980f-89b18a826049 no longer exists at agent hyperv_hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:48:06.905283 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] No Port match for: d8389153-d76d-43a0-980f-89b18a826049 {{(pid=102561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:48:06.905495 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron.plugins.ml2.rpc [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Device d8389153-d76d-43a0-980f-89b18a826049 not bound to the agent host hv-cinder-73093 {{(pid=102561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:48:09.935635 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [req-1a9c21e8-04a4-480b-8e61-9c2e9584c425 req-4175534c-792f-4948-b9d1-efffd792c4d8 service neutron] (102560) timed out ('10.222.0.32', 50400) {{(pid=102560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 11:48:10.953084 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:14.347047 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:48:28.054170 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-569347fc-bf3e-4d8d-8bf9-68aaaf07cdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:29.999469 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [req-8f9b0c41-93d9-4a1f-9149-eb9fa0dfac2a req-939efb5a-d2cc-47e8-853f-27b78d274358 service neutron] (102560) timed out ('10.222.0.32', 50415) {{(pid=102560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 11:48:30.393445 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-4dabddb1-9af3-4da7-a97c-3def5651d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:30.703270 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [-] (102559) accepted ('10.222.0.31', 59342) {{(pid=102559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:48:30.749592 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.db.db_base_plugin_v2 [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Deleting subnet 3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a {{(pid=102559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:48:30.753082 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:30.788914 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2318710'] for subnet, precommit_delete_associations {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:30.828268 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689851'] for subnet, precommit_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:30.883824 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4049370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2338243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9429300'] for subnet, after_delete {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:30.908419 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a,revision_number=None']} {{(pid=102559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:48:30.913060 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for subnet, before_response {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:30.916096 dv-cinder-730936-3-iscsi neutron-server[102559]: INFO neutron.wsgi [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e3be7ca-56d8-4e14-be9b-5fa6d979aa2a HTTP/1.1" status: 204 len: 168 time: 0.2118449 Dec 23 11:48:30.919016 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 59344) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:48:30.921461 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.921818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.922164 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.922496 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.922831 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.923160 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.923493 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.923818 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.924162 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.924511 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.924856 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.925187 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.925507 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647c96f5-85dc-4907-beca-89c4d73be6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:30.992471 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783872'] for network, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.075777 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884278', 'neutron.services.segments.db._delete_segments_for_network-8761576337884'] for network, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.095864 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d21cd4-20b7-4810-a6a3-1d7a2924fe84']}} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:48:31.108067 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728fdb79-6729-435a-be4b-0c3936749176') {'for_net_delete': True} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:48:31.108829 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.services.segments.db [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728fdb79-6729-435a-be4b-0c3936749176') {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:48:31.118974 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761576343013', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9431897'] for segment, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.131744 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748'] for segment, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.137689 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:48:31.138047 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9433172'] for segment, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.139626 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: warnings.warn(msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: Traceback (most recent call last): Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: timer() Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: cb(*args, **kw) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: return func(*args, **kwargs) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: self._notify() Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: self.callback(batched_events) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: event.method(event) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: return f(self, *a, **k) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._get(url).json() Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: return self.request(url, 'GET', **kwargs) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:48:31.142222 dv-cinder-730936-3-iscsi neutron-server[102560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:48:31.195083 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4085565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3707466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3858893'] for network, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.200630 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707576'] for network, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.203740 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] 10.222.0.31 "DELETE /v2.0/networks/44d21cd4-20b7-4810-a6a3-1d7a2924fe84 HTTP/1.1" status: 204 len: 168 time: 0.2836418 Dec 23 11:48:31.219878 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Pushing event deleted for resources: {'Network': ['ID=44d21cd4-20b7-4810-a6a3-1d7a2924fe84,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:48:31.228094 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.228480 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.228924 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.229157 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.229473 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.229791 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.230110 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.230453 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.230772 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.231125 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.231439 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.231904 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.232018 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415e30a-6bff-40d7-9c69-7bee81cebb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-730936-3-iscsi {{(pid=102560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:48:31.323492 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 59348) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:48:31.368319 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-00e451d8-e669-4391-bf0b-8e095ba72173 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55f10d0fadca409f82472f4195fd2876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435627 Dec 23 11:48:31.370854 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.wsgi [-] (102560) accepted ('10.222.0.31', 59350) {{(pid=102560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:48:31.418625 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e1503fd8-effe-438a-95db-71a9a1fae9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.439827 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e1503fd8-effe-438a-95db-71a9a1fae9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.460199 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.488679 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e1503fd8-effe-438a-95db-71a9a1fae9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4040396'] for security_group, after_delete {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.491766 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-e1503fd8-effe-438a-95db-71a9a1fae9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:31.493215 dv-cinder-730936-3-iscsi neutron-server[102560]: INFO neutron.wsgi [None req-e1503fd8-effe-438a-95db-71a9a1fae9ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b14138b-408d-4f9f-8fa5-9dfe5ea520ea HTTP/1.1" status: 204 len: 168 time: 0.1212895 Dec 23 11:48:31.507951 dv-cinder-730936-3-iscsi neutron-server[102560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1503fd8-effe-438a-95db-71a9a1fae9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14138b-408d-4f9f-8fa5-9dfe5ea520ea,revision_number=None']} {{(pid=102560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:48:32.876610 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:33.992081 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:40.947295 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:48:51.347000 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:48:58.058801 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3e559910-769c-4a7c-b088-d4b077bcfb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:00.397754 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-bf7d63b0-8af9-4bc6-a532-c020a26716c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:01.459429 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:02.880376 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:03.993389 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:10.951880 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:28.062413 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-8bd71b9a-6e2a-4e91-aada-bf569f4b845b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:28.349304 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:49:30.411707 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3f55-3a75-4bd0-9f5b-ceee093ea450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:31.465203 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:32.884429 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:33.990927 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:40.982997 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:49:58.075756 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-f5795e05-ced7-4021-9934-0d5c7afb67c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:00.405895 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-73da6a88-45cd-43ce-bf70-76ce89c3ad71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:01.466811 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:02.887501 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:03.988592 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:05.348570 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:50:10.982626 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:28.072523 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2a94-f926-4b6a-a4c3-5b54936b6d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:30.417645 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e08fd821-c1b2-4fe8-a828-5775ce7931da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:31.469793 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:32.891403 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:33.997922 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:40.983107 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:42.348313 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:50:58.072768 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9b5f-6fa3-4767-9a5f-cd91820b4e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:00.412109 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-d56f2b75-4557-4984-be2b-ac12359de953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:01.471678 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:02.896074 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:03.987543 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.978326 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.816321 dv-cinder-730936-3-iscsi neutron-server[102559]: DEBUG neutron.wsgi [req-49e02ea5-a250-4759-a600-da3a6d257bad req-9a37e252-bfc0-4ef8-a286-04cb48faa1aa service neutron] (102559) timed out ('10.222.0.32', 50393) {{(pid=102559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 11:51:19.350489 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:51:28.072478 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-cc99200a-6ff1-41dd-b58f-c2d081b7610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:30.423126 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-13bcda21-9e42-4cd7-ada6-05e22eb579fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:31.485112 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:32.901870 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:33.985324 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:41.001394 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:56.352436 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:51:58.066982 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-57320e9d-87ce-47da-bed9-192e676b0d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:00.429615 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7304e36c-f984-4422-8532-d3d233d85f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:01.483142 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:02.901691 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:03.980935 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:10.996497 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:28.062656 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-65b3b3d3-49e2-4f7b-94aa-fc6ec027aa5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:30.422753 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9498bc0e-0368-42f9-ab15-b262e21ae593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:31.482931 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:32.902543 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:33.353128 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:52:33.975708 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:40.990894 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:58.068943 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ed44fc6f-3aeb-4c83-8f5e-fec0dd69ea21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:00.437736 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ccf130ef-4d6b-472f-a8b1-2279a361cc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:01.491637 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:02.904528 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:03.983770 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:10.352655 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:53:10.992141 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:28.064357 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-ef98601c-c7e0-4358-8500-6347e787f166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:30.433457 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-215dc37e-d847-43ca-b31f-1a4cf100f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:31.489383 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9387ab8e-f480-427d-a32b-11eaf2127d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:32.908909 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-7fa62623-ee74-4160-b4c8-8a56f487d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:33.979671 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-5158cb16-2126-482d-96e7-a949e30ec4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:41.000848 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e16adae5-e9a3-4715-b00c-d27ea7e9ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:47.353119 dv-cinder-730936-3-iscsi neutron-server[102562]: DEBUG neutron.db.agents_db [None req-9e372205-bf84-4902-9266-bee8e42d240b None None] Agent healthcheck: found 6 active agents {{(pid=102562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:53:58.061716 dv-cinder-730936-3-iscsi neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-e40b1cda-3972-45e4-a3d0-9590a9c2f4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761576337866', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882300'] for agent, after_update {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}